-- Logs begin at Tue 2021-08-24 18:44:46 UTC, end at Tue 2021-08-24 20:04:29 UTC. -- Aug 24 19:36:02.222432 dv-cinder-805877-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 19:36:04.591004 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.common.config [-] Logging enabled! Aug 24 19:36:04.591773 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev9 Aug 24 19:36:04.591773 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79842) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 19:36:04.594958 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.common.config [-] Logging enabled! Aug 24 19:36:04.595216 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev9 Aug 24 19:36:04.595528 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79842) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 19:36:04.596463 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 19:36:04.596699 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 19:36:04.597070 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 19:36:04.597325 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 19:36:04.597553 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 19:36:04.597874 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.598172 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.598497 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.598728 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.599024 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.599315 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.599599 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.599889 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.600186 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.600473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.600751 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.601033 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.601264 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.601546 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.601833 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.602120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.602370 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] debug = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.602652 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.603075 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.603486 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.603766 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.604057 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.604340 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.604612 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.604889 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.605173 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.606881 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] host = dv-cinder-805877-1-smb {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.606881 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.606881 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.607144 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.607213 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.607471 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.607754 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.608039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.608316 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.608593 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] log_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.608869 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.609161 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.609448 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.609748 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.609977 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.610228 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.610522 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.610813 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.611089 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.611363 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.611638 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.611914 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.612187 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.612454 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.612739 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.613023 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.613306 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.613579 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.613854 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.614125 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.614431 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.614717 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.614989 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.615259 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.615530 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.615820 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.616108 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.616363 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.616661 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.616946 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.617226 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.617510 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.617791 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.618075 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.618375 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.618646 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.618918 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] use_json = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.619188 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.619456 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.619740 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.620013 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.620285 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.620556 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.620826 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.621167 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:04.621471 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.621770 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.622075 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.622392 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.623206 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.623488 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.623779 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.624059 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.624352 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.624642 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.624932 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.625211 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.625501 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.625778 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.626073 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.626408 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.626706 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.627000 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.627276 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.627552 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.627830 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.628112 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.628399 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.628695 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.628985 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.629259 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.629540 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.629832 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.630110 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.630407 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.630689 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.630979 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.631257 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.631531 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.631811 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.632088 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.632362 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.632635 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.632912 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.633202 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.633480 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.633752 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.634021 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.634322 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.634596 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.634883 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.635161 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.635435 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.635708 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.635985 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.636261 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.636536 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.636838 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.637110 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.637387 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.637666 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.637937 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.638226 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.638503 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.638776 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.639048 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.639320 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.639597 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.639868 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.640140 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.640414 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.640686 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.640960 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.641249 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.641549 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.641829 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.642109 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.642429 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.642699 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.642980 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.643261 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.643541 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.644086 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.644360 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.644653 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.644938 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.645227 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.645513 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.645792 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.646088 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.646389 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.646675 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.646955 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.647235 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.647527 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.647815 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.648109 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.648403 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.648697 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.648992 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.649285 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.649567 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.649875 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.650157 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:04.650398 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:36:04.650648 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79842) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 19:36:05.039908 dv-cinder-805877-1-smb neutron-server[79842]: INFO keyring.backend [-] Loading KWallet Aug 24 19:36:05.048108 dv-cinder-805877-1-smb neutron-server[79842]: INFO keyring.backend [-] Loading SecretService Aug 24 19:36:05.051706 dv-cinder-805877-1-smb neutron-server[79842]: INFO keyring.backend [-] Loading Windows Aug 24 19:36:05.053047 dv-cinder-805877-1-smb neutron-server[79842]: INFO keyring.backend [-] Loading chainer Aug 24 19:36:05.053629 dv-cinder-805877-1-smb neutron-server[79842]: INFO keyring.backend [-] Loading macOS Aug 24 19:36:05.087357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:05.087637 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:05.087930 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:05.088264 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 19:36:05.397546 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.397834 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.398110 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.399350 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.399626 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.399893 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.522280 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.522562 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.522835 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.538974 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.539259 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.539533 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.568143 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.568425 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.568696 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.607896 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.608544 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.608544 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.842629 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.842842 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.843110 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.843381 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.844326 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.969187 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.969505 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.969789 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.970065 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.970364 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.970682 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.970950 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.971209 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.971465 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.971749 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.972009 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.972275 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.972541 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.972800 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.973069 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.973343 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.973603 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.973878 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.974133 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.974443 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.974799 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.975052 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.975302 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.975586 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.975836 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.976082 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:05.976470 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:05.976712 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:05.976950 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:05.977187 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:05.977422 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:05.977656 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:05.978129 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 19:36:05.981396 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 19:36:05.985310 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 19:36:05.989088 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 24 19:36:05.990731 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 19:36:05.991185 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 19:36:05.991519 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 19:36:05.991904 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 19:36:05.994710 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 19:36:05.994959 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 19:36:05.995453 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 19:36:06.024175 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 19:36:06.024638 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:06.024945 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79842) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 19:36:06.025312 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:06.026728 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79842) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 19:36:06.027026 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 19:36:06.027318 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 19:36:06.030608 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:06.030900 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:06.093194 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 19:36:06.093380 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 19:36:06.093617 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 19:36:06.093999 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 19:36:06.127653 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_db.sqlalchemy.engines [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79842) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 24 19:36:06.606574 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing driver for type 'gre' Aug 24 19:36:06.607128 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] gre ID ranges: [(1, 1000)] Aug 24 19:36:06.852628 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing driver for type 'local' Aug 24 19:36:06.853284 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing driver for type 'vlan' Aug 24 19:36:06.932695 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] VlanTypeDriver initialization complete Aug 24 19:36:06.932946 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing driver for type 'vxlan' Aug 24 19:36:06.933469 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] vxlan ID ranges: [(1, 1000)] Aug 24 19:36:07.217535 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing extension driver 'port_security' Aug 24 19:36:07.217817 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.extensions.port_security [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] PortSecurityExtensionDriver initialization complete Aug 24 19:36:07.218145 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing mechanism driver 'openvswitch' Aug 24 19:36:07.218518 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing mechanism driver 'hyperv' Aug 24 19:36:07.225062 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.plugins.ml2.plugin [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:07.225832 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.226224 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.226582 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.226965 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.227314 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.227656 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.228058 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.228454 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.229030 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.229684 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > security_group after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.230305 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > security_group after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.231379 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.232029 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.232620 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.233203 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.233834 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > address_group after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.234431 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > address_group after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.234988 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.235563 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] ML2 OVO RPC backend initialized. {{(pid=79842) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 24 19:36:07.236643 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.237007 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.237701 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.238055 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > networks before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.238540 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.239773 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > ports before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.240116 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnet before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.240461 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnets before_response 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.240811 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.241152 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.241487 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.241822 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.242157 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.242510 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.242842 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.243174 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.247090 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.247090 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.plugin [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Modular L2 Plugin initialization complete Aug 24 19:36:07.247090 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading services supported by the core plugin {{(pid=79842) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 19:36:07.247090 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.plugins.ml2.managers [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Got port-security extension from driver 'port_security' Aug 24 19:36:07.247090 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.extensions.vlantransparent [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Disabled vlantransparent extension. Aug 24 19:36:07.247090 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79842) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 19:36:07.247090 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: router Aug 24 19:36:07.283251 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.283645 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router after_create 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.284014 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router before_create 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.284381 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.284751 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.285106 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router after_delete 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.285465 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.285829 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router after_create 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.286201 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router after_update 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.286548 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router after_update 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.286897 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.287253 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router after_update 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.287672 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.288039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: port after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.288380 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: port after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.288716 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: subnet after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.289053 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.289402 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.289749 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.290089 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: port before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.290456 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.290812 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router after_update 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.291153 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.291499 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.291860 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.292206 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.292568 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > agent after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.292970 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > agent after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.293806 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > network after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.294693 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Tracking information for resource: router configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:07.295024 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Tracking information for resource: floatingip configured {{(pid=79842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:36:07.299964 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.db.l3_agentschedulers_db [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 19:36:07.300545 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: port after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.300908 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: port after_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.301260 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: port after_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.301607 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: port after_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.302429 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router before_create 55550100 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.302793 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.303153 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_create 55550100 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.303506 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > router precommit_update 55550100 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.308060 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.services.provider_configuration [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service providers = [] {{(pid=79842) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 19:36:07.308446 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.db.servicetype_db [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79842) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 19:36:07.311372 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.services.service_base [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:36:07.311725 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.services.service_base [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:36:07.312072 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.services.service_base [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:36:07.313111 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.services.service_base [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:36:07.313487 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.services.service_base [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 19:36:07.313874 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.314216 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 19:36:07.324518 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.324851 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: auto_allocate Aug 24 19:36:07.330643 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: network precommit_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.331015 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: network precommit_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.331533 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.331851 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: tag Aug 24 19:36:07.338580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.338910 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: timestamp Aug 24 19:36:07.343233 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.343560 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: network_ip_availability Aug 24 19:36:07.348783 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.349157 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.349508 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.350278 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.350599 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: flavors Aug 24 19:36:07.357474 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.357804 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading Plugin: revisions Aug 24 19:36:07.362073 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:36:07.362499 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_concurrency.lockutils [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.274s {{(pid=79842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:07.363236 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79842) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 19:36:07.363569 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Initializing extension manager. Aug 24 19:36:07.364066 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: __init__.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.364408 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: __pycache__ {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.364738 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.365070 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: address_group.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.365833 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.366437 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: address-group Aug 24 19:36:07.366762 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: address_scope.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.367467 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.367976 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: address-scope Aug 24 19:36:07.368299 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.369218 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.369729 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: router-admin-state-down-before-update Aug 24 19:36:07.370051 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: agent.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.370773 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.371301 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: agent Aug 24 19:36:07.371623 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: agent_resources_synced.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.372516 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.373024 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: agent-resources-synced Aug 24 19:36:07.373342 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: allowedaddresspairs.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.375150 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.375671 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: allowed-address-pairs Aug 24 19:36:07.375997 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: auto_allocated_topology.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.377062 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.377573 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: auto-allocated-topology Aug 24 19:36:07.377892 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: availability_zone.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.378631 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.379133 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: availability_zone Aug 24 19:36:07.379452 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: availability_zone_filter.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.380347 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.380851 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: availability_zone_filter Aug 24 19:36:07.381169 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: data_plane_status.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.382066 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.382600 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 19:36:07.382917 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: default_subnetpools.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.383815 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.384319 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: default-subnetpools Aug 24 19:36:07.384640 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.385450 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.385950 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: dhcp_agent_scheduler Aug 24 19:36:07.386300 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: dns.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.387236 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.387989 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 19:36:07.388097 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: dns_domain_ports.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.388951 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.389458 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 19:36:07.389777 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: dvr.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.390465 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.390966 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: dvr Aug 24 19:36:07.391285 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: empty_string_filtering.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.392188 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.392693 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: empty-string-filtering Aug 24 19:36:07.393012 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.394185 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.394693 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 19:36:07.395011 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.395916 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.396422 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 19:36:07.396739 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: external_net.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.397632 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.398144 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: external-net Aug 24 19:36:07.398487 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.399390 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.399899 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: extra_dhcp_opt Aug 24 19:36:07.400220 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: extraroute.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.401117 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.401622 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: extraroute Aug 24 19:36:07.401942 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: extraroute_atomic.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.403506 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.404014 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: extraroute-atomic Aug 24 19:36:07.404335 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: filter_validation.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.404994 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.405493 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: filter-validation Aug 24 19:36:07.405808 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: fip_pf_description.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.406938 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.407442 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 19:36:07.407761 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: fip_port_details.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.408671 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.409174 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: fip-port-details Aug 24 19:36:07.409493 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: flavors.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.410769 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.411286 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: flavors Aug 24 19:36:07.411607 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.413267 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.413782 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 19:36:07.414110 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: floatingip_pools.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.414836 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.415348 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: floatingip-pools Aug 24 19:36:07.419624 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: ip_allocation.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.419624 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.419624 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 19:36:07.419624 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.419624 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.419624 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: ip-substring-filtering Aug 24 19:36:07.420124 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l2_adjacency.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.420593 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.421093 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 19:36:07.421414 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l3.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.422437 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.422954 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: router Aug 24 19:36:07.423277 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.425518 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.426053 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 19:36:07.426414 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.427336 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.427856 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: ext-gw-mode Aug 24 19:36:07.428180 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.429096 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.429609 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: l3-ha Aug 24 19:36:07.429928 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l3_flavors.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.430866 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.431373 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: l3-flavors Aug 24 19:36:07.431692 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.432626 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.433134 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 19:36:07.433477 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: l3agentscheduler.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.434564 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.435076 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: l3_agent_scheduler Aug 24 19:36:07.435398 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: logging.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.436865 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.437390 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension logging not supported by any of loaded plugins Aug 24 19:36:07.437720 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: metering.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.438500 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.439080 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: metering Aug 24 19:36:07.439404 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.440483 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.441005 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: metering_source_and_destination_fields Aug 24 19:36:07.441332 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: multiprovidernet.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.442399 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.442914 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: multi-provider Aug 24 19:36:07.443240 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: netmtu.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.444145 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.444654 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: net-mtu Aug 24 19:36:07.444980 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: netmtu_writable.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.445886 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.446432 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: net-mtu-writable Aug 24 19:36:07.446755 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: network_availability_zone.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.447425 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.447928 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: network_availability_zone Aug 24 19:36:07.448248 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: network_ip_availability.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.449360 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.449873 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: network-ip-availability Aug 24 19:36:07.450232 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: network_segment_range.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.450989 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.451494 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 19:36:07.451814 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: pagination.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.452780 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.453105 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: pagination Aug 24 19:36:07.453424 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: port_device_profile.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.454347 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.454860 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: port-device-profile Aug 24 19:36:07.455177 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.456098 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.456608 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: port-mac-address-regenerate Aug 24 19:36:07.456930 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.457845 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.458381 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: port-numa-affinity-policy Aug 24 19:36:07.458703 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: port_resource_request.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.459601 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.460110 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 19:36:07.460425 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: portbindings.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.461344 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.461852 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: binding Aug 24 19:36:07.462195 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: portbindings_extended.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.463472 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.463983 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: binding-extended Aug 24 19:36:07.464309 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: portsecurity.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.465737 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.466277 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: port-security Aug 24 19:36:07.466602 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: project_id.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.467612 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.467892 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: project-id Aug 24 19:36:07.468213 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: providernet.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.469145 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.469651 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: provider Aug 24 19:36:07.469974 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.473477 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.474001 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos not supported by any of loaded plugins Aug 24 19:36:07.474357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.475581 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.476098 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 19:36:07.476426 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.477332 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.477840 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 19:36:07.478163 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_default.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.479093 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.479607 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-default not supported by any of loaded plugins Aug 24 19:36:07.479934 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_fip.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.481145 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.481649 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 19:36:07.481971 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_gateway_ip.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.482914 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.483422 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 19:36:07.483747 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_port_network_policy.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.484647 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.485155 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 19:36:07.485481 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_rule_type_details.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.486405 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.486914 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 19:36:07.487235 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: qos_rules_alias.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.488259 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.488767 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 19:36:07.489096 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: quotasv2.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.490045 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.490532 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: quotas Aug 24 19:36:07.490855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: quotasv2_detail.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.492501 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.492837 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: quota_details Aug 24 19:36:07.493163 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: rbac.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.494247 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.494780 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: rbac-policies Aug 24 19:36:07.495105 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: rbac_address_group.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.496223 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.496738 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: rbac-address-group Aug 24 19:36:07.497059 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: rbac_address_scope.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.497973 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.498521 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: rbac-address-scope Aug 24 19:36:07.498844 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: rbac_security_groups.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.499754 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.500265 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: rbac-security-groups Aug 24 19:36:07.500585 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: rbac_subnetpool.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.501504 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.502014 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: rbac-subnetpool Aug 24 19:36:07.502371 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: revisionifmatch.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.503281 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.503789 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: revision-if-match Aug 24 19:36:07.504107 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: revisions.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.505204 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.505717 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: standard-attr-revisions Aug 24 19:36:07.506036 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: router_availability_zone.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.506735 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.507244 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: router_availability_zone Aug 24 19:36:07.507561 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: routerservicetype.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.508474 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.508988 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 19:36:07.509306 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.510240 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.510751 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: security-groups-normalized-cidr Aug 24 19:36:07.511072 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.512007 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.512516 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: port-security-groups-filtering Aug 24 19:36:07.512835 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.513735 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.514270 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: security-groups-remote-address-group Aug 24 19:36:07.514593 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: securitygroup.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.524492 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.525021 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: security-group Aug 24 19:36:07.525348 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: segment.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.526123 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.526654 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension segment not supported by any of loaded plugins Aug 24 19:36:07.526973 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.528423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.528937 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 19:36:07.529261 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: servicetype.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.530408 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.530933 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: service-type Aug 24 19:36:07.531256 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: sorting.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.532224 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.532553 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: sorting Aug 24 19:36:07.532879 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: standard_attr_segment.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.533772 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.534310 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 19:36:07.534629 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: standardattrdescription.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.535273 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.535776 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: standard-attr-description Aug 24 19:36:07.536094 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: stateful_security_group.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.537005 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.537515 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: stateful-security-group Aug 24 19:36:07.537834 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: stdattrs_common.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.538445 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 19:36:07.538764 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.539768 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.540278 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 19:36:07.540596 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: subnet_onboard.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.541657 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.542171 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: subnet_onboard Aug 24 19:36:07.542518 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.543990 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.544500 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 19:36:07.544823 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: subnet_service_types.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.545740 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.546295 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: subnet-service-types Aug 24 19:36:07.546619 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: subnetallocation.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.547690 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.548201 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: subnet_allocation Aug 24 19:36:07.548522 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.549189 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.549700 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: subnetpool-prefix-ops Aug 24 19:36:07.550018 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.550971 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.551476 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 19:36:07.551795 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: tagging.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.552881 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.553397 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: standard-attr-tag Aug 24 19:36:07.553721 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: timestamp.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.554937 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.555451 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loaded extension: standard-attr-timestamp Aug 24 19:36:07.555776 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: trunk.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.556803 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.557323 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension trunk not supported by any of loaded plugins Aug 24 19:36:07.557646 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: trunk_details.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.558609 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.559130 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 19:36:07.559451 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: uplink_status_propagation.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.560364 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.560873 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 19:36:07.561190 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Loading extension file: vlantransparent.py {{(pid=79842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:36:07.561860 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:36:07.562392 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 19:36:07.564915 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:network Aug 24 19:36:07.565649 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:subnet Aug 24 19:36:07.566469 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:36:07.567074 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:port Aug 24 19:36:07.568355 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.568796 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service FLAVORS assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.569416 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.570002 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.570409 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:router Aug 24 19:36:07.571099 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 19:36:07.571804 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service METERING assigned prefix: /metering {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.573282 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.573649 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.573999 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:07.575209 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 19:36:07.575654 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:security_group Aug 24 19:36:07.576301 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 19:36:07.577040 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service CORE assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.577370 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:36:07.577707 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] subnetpool is already registered Aug 24 19:36:07.578343 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service CORE assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.578669 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:36:07.578994 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] subnetpool is already registered Aug 24 19:36:07.581570 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.581997 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service FLAVORS assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.582625 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.583043 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.583372 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:router Aug 24 19:36:07.583696 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] router is already registered Aug 24 19:36:07.584281 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 19:36:07.584608 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] floatingip is already registered Aug 24 19:36:07.585222 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service METERING assigned prefix: /metering {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.585885 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 19:36:07.586238 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] rbac_policy is already registered Aug 24 19:36:07.586778 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:security_group Aug 24 19:36:07.587111 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] security_group is already registered Aug 24 19:36:07.587684 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 19:36:07.588005 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] security_group_rule is already registered Aug 24 19:36:07.588656 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service CORE assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.588979 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:36:07.589305 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] subnetpool is already registered Aug 24 19:36:07.590443 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.v2.resource_helper [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Service CORE assigned prefix: {{(pid=79842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:36:07.590766 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:36:07.591084 dv-cinder-805877-1-smb neutron-server[79842]: WARNING neutron.quota.resource_registry [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] subnetpool is already registered Aug 24 19:36:07.591722 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: extensions {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.593211 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: address-groups {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.594907 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: address-scopes {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.596111 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: agents {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.597270 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: auto-allocated-topology {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.598538 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: availability_zones {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.600845 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: dhcp-networks {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.602277 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: dhcp-agents {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.603744 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: routers {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.606101 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: flavors {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.607299 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: service_profiles {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.608495 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: next_providers {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.610016 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: service_profiles {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.611497 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: floatingip-pools {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.612709 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: routers {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.614528 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: floatingips {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.615718 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: l3-routers {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.617097 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: l3-agents {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.618540 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: metering-labels {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.619880 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: metering-label-rules {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.621222 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: network-ip-availabilities {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.622508 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: bindings {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.624143 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: quotas {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.625573 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: quotas {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.627032 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: rbac-policies {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.628322 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: security-groups {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.629535 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: security-group-rules {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.630801 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: service-providers {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.632109 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: subnetpools {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.633523 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: subnetpools {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.635094 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.637313 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.639139 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.640918 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.642717 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.644822 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.646561 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.648457 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.650228 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.652067 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron.api.extensions [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Extended resource: tags {{(pid=79842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:36:07.659172 dv-cinder-805877-1-smb neutron-server[79842]: WARNING keystonemiddleware.auth_token [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 19:36:07.664875 dv-cinder-805877-1-smb neutron-server[79842]: WARNING keystonemiddleware.auth_token [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 19:36:07.672972 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_concurrency.lockutils [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Acquired lock "singleton_lock" {{(pid=79842) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 19:36:07.673445 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_concurrency.lockutils [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Releasing lock "singleton_lock" {{(pid=79842) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 19:36:07.674082 dv-cinder-805877-1-smb neutron-server[79842]: INFO oslo_service.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Starting 2 workers Aug 24 19:36:07.678764 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Started child 79949 {{(pid=79842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 19:36:07.683108 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Started child 79950 {{(pid=79842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 19:36:07.683853 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.684703 dv-cinder-805877-1-smb neutron-server[79842]: INFO neutron.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 19:36:07.685348 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Notify callbacks [] for process, before_spawn {{(pid=79842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.685455 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [-] (79949) wsgi starting up on http://0.0.0.0:9696 Aug 24 19:36:07.687705 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.688170 dv-cinder-805877-1-smb neutron-server[79842]: INFO oslo_service.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Starting 1 workers Aug 24 19:36:07.689067 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [-] (79950) wsgi starting up on http://0.0.0.0:9696 Aug 24 19:36:07.692850 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Started child 79951 {{(pid=79842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 19:36:07.693361 dv-cinder-805877-1-smb neutron-server[79842]: INFO oslo_service.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Starting 1 workers Aug 24 19:36:07.696268 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] calling RpcWorker wait() {{(pid=79951) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 19:36:07.696846 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] returning from RpcWorker wait() {{(pid=79951) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 19:36:07.697754 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Started child 79952 {{(pid=79842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 19:36:07.698118 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.698572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG neutron_lib.callbacks.manager [None req-886f3a09-1dce-4eaf-8ae5-82f2e47282e2 None None] Notify callbacks [] for process, after_spawn {{(pid=79842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.698673 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:07.700984 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79842) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 19:36:07.701197 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 19:36:07.701550 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 19:36:07.701941 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 19:36:07.702314 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 19:36:07.702478 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 19:36:07.703056 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.703543 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.703543 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.703690 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.703939 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.704199 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:07.704294 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.704743 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.705031 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.705517 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.705862 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.706055 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.706256 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.706423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.706837 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.707089 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.707391 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.707660 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.707895 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.708176 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.708349 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.708751 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.709024 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.709256 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.709527 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] debug = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.709781 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.710292 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.710535 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.710774 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.711013 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.711287 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.711516 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.711798 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.712037 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.712274 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.712517 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.712768 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.713025 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.713238 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.713452 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.713717 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.714005 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.714450 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] host = dv-cinder-805877-1-smb {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.724200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_options = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.725357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.726658 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.726658 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.726658 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.726658 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.726658 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.726658 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.726658 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.727580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.729459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.730473 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.731423 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_json = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.732572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.733714 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.734746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.735743 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.735743 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.735743 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.735743 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.736027 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.736027 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.736274 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.736492 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.736810 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.737065 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.737318 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.737576 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.737796 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.738031 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.738269 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.738484 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.738696 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.738909 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.739178 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.739411 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.739648 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.739830 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.740055 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.740286 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.740511 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.740732 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.741191 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.741425 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.741644 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.742083 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.742083 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.742357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.742761 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.742761 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.743299 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.743299 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.743615 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.743730 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.743873 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.744084 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.744298 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.744556 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.744772 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.745648 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.745914 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.746166 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.746468 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.746743 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.747117 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.747233 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.747471 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.747708 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.747956 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.748208 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.748463 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.748712 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.748941 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.749166 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.749410 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.749633 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.749860 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.750085 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.750332 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.750564 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.750795 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.751041 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.751273 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.751494 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.751713 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.751935 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.752244 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.752573 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.752847 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.753108 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.753388 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.753639 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.753991 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.754297 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.754572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.754840 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.755086 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.755384 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.755638 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.755913 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.756129 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.756393 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.756656 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.756883 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.757111 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.757348 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.757593 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.757841 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.758109 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.758391 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.758646 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.758851 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.759116 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.759387 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.759644 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.759940 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.760182 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.760467 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.760983 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.761093 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.761319 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.762079 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.762346 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.762601 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.762839 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.763092 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.763327 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.763563 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.763783 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.764086 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.764343 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.764592 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.764822 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.765074 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.765399 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.765651 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.765887 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.766127 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.770063 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.771064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.772039 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773017 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773017 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773017 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773017 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773467 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773467 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773899 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.773899 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.774148 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.774332 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.774535 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.774788 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.775036 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.775283 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.775540 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.775758 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.778855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.779549 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.779549 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.779549 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.779549 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.779549 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.779916 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.779916 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.780084 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.780904 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.780904 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.780904 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.780904 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.781356 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.781356 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.781569 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.781813 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.782058 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.782296 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.782531 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.782777 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.782994 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.783207 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.783512 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.783854 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.783991 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.784241 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.784478 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.784729 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.784949 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.785182 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.785400 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.785643 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.785874 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.786090 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.786330 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.786550 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.786773 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.787059 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.787333 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.787556 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.787840 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.788211 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.788348 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.788550 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.788885 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.789121 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.789367 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.789620 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.789854 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.790100 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.790384 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.790720 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.791016 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.791280 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.791545 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.791823 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.792112 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.792386 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.792610 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.792963 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.793284 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.793560 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.793829 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.794049 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.794346 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.794593 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.794835 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.795054 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.795289 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.795507 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.798698 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79842) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 19:36:07.799383 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 19:36:07.799915 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.799915 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.799915 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.799915 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.800190 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.800190 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.800332 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.800477 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.800674 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.800825 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.800960 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.801090 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.801253 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.801414 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.801578 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.801739 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.801902 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.802064 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.802467 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.802467 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.802947 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.802947 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.802947 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] debug = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.803181 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.803305 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.803407 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.803524 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.803686 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804116 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804116 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804443 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804443 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804443 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804783 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804783 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.804975 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.805094 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.805214 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.805356 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.805519 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.805681 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] host = dv-cinder-805877-1-smb {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.805843 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.806003 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.806165 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.806379 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.806502 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.806646 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.806808 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.806971 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.807131 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.807293 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.807454 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.807617 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.807779 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.807944 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.808091 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_options = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.808255 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.808440 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.808603 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.808783 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.808950 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.809112 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.809273 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.809436 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.809597 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.809759 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.809925 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.810086 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.810336 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.810459 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.810578 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.810720 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.810883 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.811046 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.811208 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.811370 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.811532 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.811693 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.811855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.812018 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.812181 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.812342 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.812504 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.812665 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.812826 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.812988 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.813152 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.813308 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.813471 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.813634 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.813796 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.813959 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.814121 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.814311 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.814475 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.814636 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.814798 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.814960 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.815121 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.815284 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.815643 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.815643 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_json = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.815891 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.815891 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.816038 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.816200 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.816362 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.816523 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.816683 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.816951 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 19:36:07.817050 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.817219 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.817357 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.817516 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.817928 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.817928 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.818209 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.818209 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.818474 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.818474 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.818742 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.818884 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.819020 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.819169 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.819301 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.819476 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.819603 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.819728 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.819896 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.820061 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.820228 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.820392 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.820735 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.820907 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.821073 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.821242 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.821411 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.821567 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.821731 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.821898 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.822065 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.822280 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.822448 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.822613 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.822779 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.822946 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.823111 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.823277 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.823443 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.823610 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.823777 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.823942 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.824621 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.824789 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.824954 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.825120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.825288 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.825454 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.825619 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.825788 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.825969 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.826131 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.826319 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.826484 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.826651 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.826817 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.826982 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.827147 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.827311 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.827477 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.827643 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.827821 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.827990 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.828161 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.828320 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.828486 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.828666 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.828817 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.828982 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.829148 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.829312 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.829478 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.829643 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.829808 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.829976 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.830141 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.830352 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.830518 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.830685 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.830851 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.831016 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.831181 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.831347 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.831511 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.831684 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.831865 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.832090 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.832228 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.832362 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.832523 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.832649 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.832808 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.832971 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.833348 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.833348 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.833591 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.833591 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.833820 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.833940 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.834062 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.834248 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.834415 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.834580 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.834746 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.834910 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.835075 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.835240 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.835406 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.835570 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.835735 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.835899 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.836074 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.836239 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.836406 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.836572 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.836744 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.836919 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.837086 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.837252 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.837417 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.837582 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.837747 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.837912 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.838124 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.838272 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.838430 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.838595 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.838766 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.838942 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.839107 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841120 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841877 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841877 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841877 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841877 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841877 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.841877 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.842346 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.842346 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.842346 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.842625 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.842625 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.842855 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.842937 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.843084 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.843250 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.843415 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.843581 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.843745 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.843911 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.844075 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.844240 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.844405 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.844570 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.844735 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.844900 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.845065 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.845236 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.845393 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.845559 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.845742 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.845875 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.846038 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.846252 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.846387 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.846553 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.846719 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.846887 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.847058 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.847225 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.847390 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.847556 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.847722 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.847887 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.848054 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.848220 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.848384 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.848550 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.848715 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.848868 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.849050 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.849218 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.849368 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.849533 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.849701 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.849862 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.850027 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.850207 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.850381 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.850545 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.850709 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.850877 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.851049 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.851219 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.851382 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.851547 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.851712 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.851883 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.852042 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.852219 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.852400 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.852539 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.852693 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853295 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853295 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853295 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853695 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853695 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853695 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853965 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.853965 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.854220 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.854305 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.854436 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.854611 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.854778 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.854944 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.855119 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.855296 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.855465 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.855629 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.855805 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.855966 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.856134 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.856300 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.856464 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.856629 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.856795 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.856964 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.857117 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:07.857230 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.857346 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.857453 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.857626 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.857799 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.857972 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.858137 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.858330 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.858508 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.858673 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.858838 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.859003 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.859167 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.859332 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.859496 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.859661 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.859825 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.859990 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.860155 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.860320 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.860487 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.860651 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.860816 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.860982 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.861146 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.861311 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.861475 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.861639 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 19:36:07.861796 dv-cinder-805877-1-smb neutron-server[79842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:36:07.891763 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 53076) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:07.900658 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067437 Aug 24 19:36:18.588110 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a266f3-e972-47db-925f-7c8a290c57f8 None None] get_active_networks_info from dv-cinder-805877-1-smb {{(pid=79951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 24 19:36:18.765900 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a266f3-e972-47db-925f-7c8a290c57f8 None None] No non-hosted networks {{(pid=79951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 19:36:18.789912 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.agentschedulers_db [None req-f1a266f3-e972-47db-925f-7c8a290c57f8 None None] DHCP Agent not found on host dv-cinder-805877-1-smb {{(pid=79951) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 19:36:19.017923 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d306a377-9574-4bf4-900e-2259b804002b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585805'] for agent, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:19.728569 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585805'] for agent, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:19.729937 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.735661 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.735661 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.735661 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.735661 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.735661 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.736005 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.736005 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.736005 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.736005 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.736005 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.736313 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:19.736313 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805877-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:19.760934 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805877-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:21.321565 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-dce818a7-b426-42d5-bfdb-b5d0f3fff7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585805'] for agent, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.326917 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-edaf11c1-cf8c-4dda-85c8-52d25bb31a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.370891 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585805'] for agent, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:23.720225 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585805'] for agent, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:25.293205 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53172) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:25.920862 dv-cinder-805877-1-smb neutron-server[79949]: WARNING oslo_policy.policy [None req-33c6f89e-905f-4e00-818f-2a61d202fb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:25.921426 dv-cinder-805877-1-smb neutron-server[79949]: WARNING oslo_policy.policy [None req-33c6f89e-905f-4e00-818f-2a61d202fb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:26.141366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [None req-33c6f89e-905f-4e00-818f-2a61d202fb02 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:36:26.142748 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-33c6f89e-905f-4e00-818f-2a61d202fb02 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8473058 Aug 24 19:36:26.309939 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.db.l3_hamode_db [None req-75da3ae5-45c6-4978-9ed9-2da5d31dd969 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 19:36:26.396450 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da3ae5-45c6-4978-9ed9-2da5d31dd969 None None] Routers set() bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:36:26.396756 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da3ae5-45c6-4978-9ed9-2da5d31dd969 None None] Router IDs set() for agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 19:36:28.524597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53186) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:28.886247 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:36:28.986440 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.policy [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79949) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 19:36:29.032142 dv-cinder-805877-1-smb neutron-server[79949]: WARNING oslo_policy.policy [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:29.032522 dv-cinder-805877-1-smb neutron-server[79949]: WARNING oslo_policy.policy [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:29.040995 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.quota [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] Loaded quota_driver: . Aug 24 19:36:29.057215 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:36:29.190602 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751779461889', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751779462454', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751779438366', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751779431346', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751779421673', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751779415883', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1333440', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1554989', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-315907', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16405588'] for rbac-policy, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:29.383142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:29.384377 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-56f864e9-a4b9-4967-8bc2-a321348b1a86 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8587801 Aug 24 19:36:32.014982 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53200) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:32.360500 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Request body: {'network': {'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'name': 'private', 'admin_state_up': True}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:36:32.365583 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:36:32.370030 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Usage tracker for resource:network and tenant:7b48adf97dab4e789991a6380fbee5d1 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:36:32.375289 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:36:32.381301 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:36:32.461408 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Made reservation on behalf of 7b48adf97dab4e789991a6380fbee5d1 for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:36:32.464313 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:32.482144 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:32.496788 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:36:32.500514 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b48adf97dab4e789991a6380fbee5d1 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:36:32.506392 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:36:32.512823 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:36:32.608217 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:32.806021 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:32.812196 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:32.832422 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=79949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:36:32.859010 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751776478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:32.859634 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Unsubscribe: segment precommit_create {{(pid=79949) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 19:36:32.860126 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Added segment 217a111f-ddf7-4b58-b9ef-3b31a62e4f7a of type vlan for network ed3bcb4e-1405-4c97-9290-14027475e363 Aug 24 19:36:32.909886 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e61bb-a9a4-43eb-b06f-6efabb5a9d25,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:32.930589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.930925 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.931257 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.931581 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.931902 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.932220 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.932536 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.932851 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.933176 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.933491 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.933837 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.934145 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Tracked resource versions report: Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: pushed versions: Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: { 'AddressGroup': {'1.2'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'ConntrackHelper': {'1.0'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Log': {'1.0'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Network': {'1.1'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Port': {'1.7'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'PortForwarding': {'1.2'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'QosPolicy': {'1.8'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroup': {'1.4'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'SubPort': {'1.0'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Subnet': {'1.1'}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Trunk': {'1.1'}} Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: consumer versions: Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'ConntrackHelper': '1.0', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Log': '1.0', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Network': '1.1', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Port': '1.7', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'PortForwarding': '1.2', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'QosPolicy': '1.8', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroup': '1.4', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroupRule': '1.2', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'SubPort': '1.0', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Subnet': '1.1', Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: 'Trunk': '1.1'}} Aug 24 19:36:32.935216 dv-cinder-805877-1-smb neutron-server[79949]: {{(pid=79949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:36:32.977990 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:32.989995 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:33.092102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:33.093681 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:33.094387 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:33.097797 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:33.201922 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3bcb4e-1405-4c97-9290-14027475e363,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:33.205093 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:33.213038 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network ed3bcb4e-1405-4c97-9290-14027475e363 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:36:33.269541 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2534368 Aug 24 19:36:35.947799 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53216) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:36.404667 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b7986-5545-4f18-b498-d653b3a31efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:36.406038 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-ba3b7986-5545-4f18-b498-d653b3a31efc admin admin] 10.222.0.55 "GET /v2.0/networks/ed3bcb4e-1405-4c97-9290-14027475e363 HTTP/1.1" status: 200 len: 825 time: 0.4572935 Aug 24 19:36:36.432657 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-89bf1416-6165-40bc-ba6c-75b36882e3aa admin admin] 10.222.0.55 "GET /v2.0/subnetpools/1ace85b0-9697-4485-8ee3-863a7ef8af95 HTTP/1.1" status: 200 len: 734 time: 0.0212684 Aug 24 19:36:36.440951 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'subnetpool_id': '1ace85b0-9697-4485-8ee3-863a7ef8af95', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:36:36.445233 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:36:36.448981 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Usage tracker for resource:subnet and tenant:7b48adf97dab4e789991a6380fbee5d1 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:36:36.452384 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:36:36.457959 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:36:36.536884 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Made reservation on behalf of 7b48adf97dab4e789991a6380fbee5d1 for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:36:36.539258 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:36.873772 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:36.879469 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:36.975180 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Checking segment: {'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:36:36.975851 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Network hostable DHCP agents. Network: ed3bcb4e-1405-4c97-9290-14027475e363, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:36:36.979678 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2001cf9-38ff-49be-8d92-44924d1b2dc7,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:36.984113 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:37.079335 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Network ed3bcb4e-1405-4c97-9290-14027475e363 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:36:37.166008 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, ed3bcb4e-1405-4c97-9290-14027475e363) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:36:37.171306 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:37.176633 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:37.176940 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bcb98b-980f-4242-8b4c-4e38657539f1 None None] Network ed3bcb4e-1405-4c97-9290-14027475e363 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:36:37.254559 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8168449 Aug 24 19:36:37.575796 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-ed3bcb4e-1405-4c97-9290-14027475e363', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'fixed_ips': [{'subnet_id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:36:37.577000 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:37.765784 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Allocated IP 172.20.0.2 (ed3bcb4e-1405-4c97-9290-14027475e363/c2001cf9-38ff-49be-8d92-44924d1b2dc7/3ace46c1-5f96-45e9-bd04-27101827fcd3) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:36:38.081444 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:38.094605 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Transition to ACTIVE for port object 3ace46c1-5f96-45e9-bd04-27101827fcd3 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:36:38.117792 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Transition to ACTIVE for port object 3ace46c1-5f96-45e9-bd04-27101827fcd3 will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:36:38.189513 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:38.194623 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:38.255176 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Network ed3bcb4e-1405-4c97-9290-14027475e363 is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:36:38.258026 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:36:38.262368 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:36:38.304003 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Pushing event updated for resources: {'Port': ['ID=3ace46c1-5f96-45e9-bd04-27101827fcd3,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:38.347671 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.348018 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.348401 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.348742 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.349185 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.349675 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.350197 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.350713 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.351080 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.351450 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.351774 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.352088 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Tracked resource versions report: Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: pushed versions: Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: { 'AddressGroup': {'1.2'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'ConntrackHelper': {'1.0'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Log': {'1.0'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Network': {'1.1'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Port': {'1.7'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'PortForwarding': {'1.2'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'QosPolicy': {'1.8'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroup': {'1.4'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'SubPort': {'1.0'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Subnet': {'1.1'}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Trunk': {'1.1'}} Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: consumer versions: Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'ConntrackHelper': '1.0', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Log': '1.0', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Network': '1.1', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Port': '1.7', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'PortForwarding': '1.2', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'QosPolicy': '1.8', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroup': '1.4', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroupRule': '1.2', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'SubPort': '1.0', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Subnet': '1.1', Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: 'Trunk': '1.1'}} Aug 24 19:36:38.353474 dv-cinder-805877-1-smb neutron-server[79951]: {{(pid=79951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:36:38.358376 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:38.380110 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Attempting to bind port 3ace46c1-5f96-45e9-bd04-27101827fcd3 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:36:38.380624 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Attempting to bind port 3ace46c1-5f96-45e9-bd04-27101827fcd3 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:36:38.381058 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Attempting to bind port 3ace46c1-5f96-45e9-bd04-27101827fcd3 on network ed3bcb4e-1405-4c97-9290-14027475e363 {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:36:38.386925 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:36:38.387347 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Checking segment: {'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:36:38.387837 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:38.388226 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Bound using segment: {'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:36:38.388692 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Bound port: 3ace46c1-5f96-45e9-bd04-27101827fcd3, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:36:38.389078 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:38.489350 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] For port 3ace46c1-5f96-45e9-bd04-27101827fcd3, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:36:38.494677 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] For port 3ace46c1-5f96-45e9-bd04-27101827fcd3, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=3ace46c1-5f96-45e9-bd04-27101827fcd3,segment=NetworkSegment(217a111f-ddf7-4b58-b9ef-3b31a62e4f7a),segment_id=217a111f-ddf7-4b58-b9ef-3b31a62e4f7a)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:36:38.561520 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:38.566234 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:38.681117 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Pushing event updated for resources: {'Port': ['ID=3ace46c1-5f96-45e9-bd04-27101827fcd3,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:38.687678 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:39.718167 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 53226) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:40.356732 dv-cinder-805877-1-smb neutron-server[79950]: WARNING oslo_policy.policy [None req-c1bfde49-3aa7-4748-8248-97ed61458ed7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:40.357188 dv-cinder-805877-1-smb neutron-server[79950]: WARNING oslo_policy.policy [None req-c1bfde49-3aa7-4748-8248-97ed61458ed7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:40.594109 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [None req-c1bfde49-3aa7-4748-8248-97ed61458ed7 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:36:40.595124 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c1bfde49-3aa7-4748-8248-97ed61458ed7 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8760791 Aug 24 19:36:41.828972 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 3ace46c1-5f96-45e9-bd04-27101827fcd3 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:36:41.971325 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 3ace46c1-5f96-45e9-bd04-27101827fcd3 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:36:42.482405 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc2755-d6f4-4be8-b3a6-3cf90a96672e None None] Network ed3bcb4e-1405-4c97-9290-14027475e363 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:36:42.694701 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Provisioning for port 3ace46c1-5f96-45e9-bd04-27101827fcd3 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:36:42.703493 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Provisioning complete for port 3ace46c1-5f96-45e9-bd04-27101827fcd3 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:42.703832 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:42.860758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:42.898024 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] For port 3ace46c1-5f96-45e9-bd04-27101827fcd3, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=3ace46c1-5f96-45e9-bd04-27101827fcd3,segment=NetworkSegment(217a111f-ddf7-4b58-b9ef-3b31a62e4f7a),segment_id=217a111f-ddf7-4b58-b9ef-3b31a62e4f7a)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:36:43.019298 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:43.021359 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:43.056614 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53244) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:43.095108 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Pushing event updated for resources: {'Port': ['ID=3ace46c1-5f96-45e9-bd04-27101827fcd3,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:43.098250 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:43.156970 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-c215e46d-0f2a-4612-841e-48ee4203d08d None None] Provisioning complete for port 3ace46c1-5f96-45e9-bd04-27101827fcd3 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:43.157348 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c215e46d-0f2a-4612-841e-48ee4203d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:43.429617 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [None req-9a2d3aef-8360-4ad8-bc63-e86bd6dc2b3a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:36:43.430685 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9a2d3aef-8360-4ad8-bc63-e86bd6dc2b3a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3731096 Aug 24 19:36:43.800730 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 3ace46c1-5f96-45e9-bd04-27101827fcd3 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:36:43.868861 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 3ace46c1-5f96-45e9-bd04-27101827fcd3 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:43.869533 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:46.106594 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53256) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:46.465182 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'name': 'router1'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:36:46.470458 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:36:46.474149 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Usage tracker for resource:router and tenant:7b48adf97dab4e789991a6380fbee5d1 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:36:46.477400 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:36:46.483114 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:36:46.552836 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:46.554479 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:46.576184 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:46.742293 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:46.832408 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] Notify callbacks [] for router, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:46.833614 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-d5c1242a-c05c-41e1-af1e-76bbf342157a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7260449 Aug 24 19:36:48.632133 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3d408e83-4504-4423-8156-68b350dff5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:49.183852 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53266) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:49.549313 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [None req-01743f48-1017-4ea4-8e5b-2e444b112bb4 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:36:49.550339 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-01743f48-1017-4ea4-8e5b-2e444b112bb4 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3655310 Aug 24 19:36:49.684735 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:51.331288 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-2835f7e1-147b-49c2-bea1-bc3eb9943f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:51.960365 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53276) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:52.290658 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.322645 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:36:52.330723 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:36:52.334439 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Usage tracker for resource:network and tenant:c6db774e04834d1fb11e66c5756216cc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:36:52.337263 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:36:52.344783 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:36:52.439504 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Made reservation on behalf of c6db774e04834d1fb11e66c5756216cc for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:36:52.441847 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.454366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.468304 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:36:52.472043 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c6db774e04834d1fb11e66c5756216cc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:36:52.474813 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:36:52.480984 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:36:52.565070 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.622408 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.626728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:52.639420 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=79949) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 19:36:52.662555 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86493c4-f206-4d65-a9fb-681781aea1f3,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:52.665218 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.665557 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Added segment 9e5b135c-9bb7-4af4-b131-b34cc11558c7 of type flat for network 169f3926-a623-465f-a165-d358d7f535ea Aug 24 19:36:52.666712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:52.697507 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.803676 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.805297 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:52.805885 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:52.810896 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:52.908498 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=169f3926-a623-465f-a165-d358d7f535ea,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:52.911085 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:52.918162 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 169f3926-a623-465f-a165-d358d7f535ea details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:36:52.982896 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0214431 Aug 24 19:36:53.626459 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:55.419411 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 53296) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:36:55.736576 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.policy [None req-87f45065-3177-4681-b576-6f29b210cf37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79950) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 19:36:55.781634 dv-cinder-805877-1-smb neutron-server[79950]: WARNING oslo_policy.policy [None req-87f45065-3177-4681-b576-6f29b210cf37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:55.782001 dv-cinder-805877-1-smb neutron-server[79950]: WARNING oslo_policy.policy [None req-87f45065-3177-4681-b576-6f29b210cf37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:36:55.790134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f45065-3177-4681-b576-6f29b210cf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:55.791896 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-87f45065-3177-4681-b576-6f29b210cf37 admin admin] 10.222.0.55 "GET /v2.0/subnets/c2001cf9-38ff-49be-8d92-44924d1b2dc7 HTTP/1.1" status: 200 len: 849 time: 0.3715105 Aug 24 19:36:55.969456 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-349db72e-4574-4cdd-a4ff-1caacf93b17b admin admin] 10.222.0.55 "GET /v2.0/routers/99a1aec2-e0e2-4792-928e-67bd926a3e4d HTTP/1.1" status: 200 len: 704 time: 0.1719923 Aug 24 19:36:56.445123 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:56.686153 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Allocated IP 172.20.0.1 (ed3bcb4e-1405-4c97-9290-14027475e363/c2001cf9-38ff-49be-8d92-44924d1b2dc7/684493a8-b947-4a6b-99f0-19ad43120813) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:36:56.857444 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:56.875500 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Transition to ACTIVE for port object 684493a8-b947-4a6b-99f0-19ad43120813 will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:36:56.999735 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:57.004503 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:57.067696 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Network ed3bcb4e-1405-4c97-9290-14027475e363 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:36:57.068824 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:36:57.104015 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Pushing event updated for resources: {'Port': ['ID=684493a8-b947-4a6b-99f0-19ad43120813,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:57.112424 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:36:57.112424 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:57.224211 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.224548 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.224876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.225200 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.225514 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.225833 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.226149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.226485 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.226819 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.227135 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.227442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.227753 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Tracked resource versions report: Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: pushed versions: Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: { 'AddressGroup': {'1.2'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'ConntrackHelper': {'1.0'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Log': {'1.0'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Network': {'1.1'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Port': {'1.7'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'PortForwarding': {'1.2'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'QosPolicy': {'1.8'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroup': {'1.4'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'SubPort': {'1.0'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Subnet': {'1.1'}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Trunk': {'1.1'}} Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: consumer versions: Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'ConntrackHelper': '1.0', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Log': '1.0', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Network': '1.1', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Port': '1.7', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'PortForwarding': '1.2', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'QosPolicy': '1.8', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroup': '1.4', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroupRule': '1.2', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'SubPort': '1.0', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Subnet': '1.1', Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: 'Trunk': '1.1'}} Aug 24 19:36:57.228820 dv-cinder-805877-1-smb neutron-server[79950]: {{(pid=79950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:36:57.237853 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:57.336128 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-1890fa03-33a9-4d18-ae3b-ed9d77879c5a None None] Provisioning for port 684493a8-b947-4a6b-99f0-19ad43120813 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:36:57.341377 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-1890fa03-33a9-4d18-ae3b-ed9d77879c5a None None] Provisioning complete for port 684493a8-b947-4a6b-99f0-19ad43120813 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:57.341817 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-1890fa03-33a9-4d18-ae3b-ed9d77879c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:57.399051 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-1890fa03-33a9-4d18-ae3b-ed9d77879c5a None None] Port 684493a8-b947-4a6b-99f0-19ad43120813 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:36:57.443052 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:57.665785 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:57.747895 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:57.749016 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:57.753309 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:57.883376 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Pushing event updated for resources: {'Port': ['ID=684493a8-b947-4a6b-99f0-19ad43120813,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:57.886894 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:57.979070 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Network ed3bcb4e-1405-4c97-9290-14027475e363 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:36:57.979070 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:36:58.218051 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-9d24e975-1688-4301-ae5b-558eae0a9fe1 None None] Provisioning complete for port 684493a8-b947-4a6b-99f0-19ad43120813 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:58.218460 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-9d24e975-1688-4301-ae5b-558eae0a9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:58.220490 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Router 99a1aec2-e0e2-4792-928e-67bd926a3e4d is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:36:58.274414 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-9d24e975-1688-4301-ae5b-558eae0a9fe1 None None] Port 684493a8-b947-4a6b-99f0-19ad43120813 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:36:58.374430 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:36:58.384188 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Sync routers for ids ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:36:58.384904 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] 10.222.0.55 "PUT /v2.0/routers/99a1aec2-e0e2-4792-928e-67bd926a3e4d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4105723 Aug 24 19:36:58.395479 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Routers {'99a1aec2-e0e2-4792-928e-67bd926a3e4d'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:36:58.396339 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:36:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:58.572192 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Set router 99a1aec2-e0e2-4792-928e-67bd926a3e4d gateway port host: None {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:36:58.941444 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'name': 'router1', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:36:46Z', 'updated_at': '2021-08-24T19:36:57Z', 'revision_number': 2, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'gw_port_host': None, '_interfaces': [{'id': '684493a8-b947-4a6b-99f0-19ad43120813', 'name': '', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'mac_address': 'fa:16:3e:8c:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:36:56Z', 'updated_at': '2021-08-24T19:36:57Z', 'revision_number': 2, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'subnets': [{'id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ace85b0-9697-4485-8ee3-863a7ef8af95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:58.947700 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Checking router: 99a1aec2-e0e2-4792-928e-67bd926a3e4d for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:36:58.948125 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Updating router 99a1aec2-e0e2-4792-928e-67bd926a3e4d port 684493a8-b947-4a6b-99f0-19ad43120813 binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:36:58.999812 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:59.381328 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:59.397170 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Transition to ACTIVE for port object 684493a8-b947-4a6b-99f0-19ad43120813 will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:36:59.467951 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:59.472591 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:36:59.681474 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Pushing event updated for resources: {'Port': ['ID=684493a8-b947-4a6b-99f0-19ad43120813,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:59.705842 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.706201 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.706527 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.706846 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.707161 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.707477 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.707788 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.708095 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.708407 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.708711 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.709015 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.709314 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Tracked resource versions report: Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: pushed versions: Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: { 'AddressGroup': {'1.2'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'ConntrackHelper': {'1.0'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Log': {'1.0'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Network': {'1.1'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Port': {'1.7'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'PortForwarding': {'1.2'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'QosPolicy': {'1.8'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroup': {'1.4'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'SubPort': {'1.0'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Subnet': {'1.1'}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Trunk': {'1.1'}} Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: consumer versions: Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'ConntrackHelper': '1.0', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Log': '1.0', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Network': '1.1', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Port': '1.7', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'PortForwarding': '1.2', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'QosPolicy': '1.8', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroup': '1.4', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroupRule': '1.2', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'SubPort': '1.0', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Subnet': '1.1', Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: 'Trunk': '1.1'}} Aug 24 19:36:59.710382 dv-cinder-805877-1-smb neutron-server[79952]: {{(pid=79952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:36:59.718096 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:36:59.720238 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Attempting to bind port 684493a8-b947-4a6b-99f0-19ad43120813 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:36:59.720998 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Attempting to bind port 684493a8-b947-4a6b-99f0-19ad43120813 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:36:59.721087 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Attempting to bind port 684493a8-b947-4a6b-99f0-19ad43120813 on network ed3bcb4e-1405-4c97-9290-14027475e363 {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:36:59.726440 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:36:59.726846 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Checking segment: {'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:36:59.727331 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:59.727714 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Bound using segment: {'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:36:59.728206 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Bound port: 684493a8-b947-4a6b-99f0-19ad43120813, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217a111f-ddf7-4b58-b9ef-3b31a62e4f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:36:59.728595 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:59.818400 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] For port 684493a8-b947-4a6b-99f0-19ad43120813, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:36:59.822380 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] For port 684493a8-b947-4a6b-99f0-19ad43120813, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=684493a8-b947-4a6b-99f0-19ad43120813,segment=NetworkSegment(217a111f-ddf7-4b58-b9ef-3b31a62e4f7a),segment_id=217a111f-ddf7-4b58-b9ef-3b31a62e4f7a)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:36:59.920063 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:59.924132 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:37:00.024425 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Routers {'99a1aec2-e0e2-4792-928e-67bd926a3e4d'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:37:00.025064 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:36:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:00.103012 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Pushing event updated for resources: {'Port': ['ID=684493a8-b947-4a6b-99f0-19ad43120813,revision_number=4']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:00.108814 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:37:00.196286 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] Set router 99a1aec2-e0e2-4792-928e-67bd926a3e4d gateway port host: None {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:37:00.525098 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'name': 'router1', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:36:46Z', 'updated_at': '2021-08-24T19:36:57Z', 'revision_number': 2, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'gw_port_host': None, '_interfaces': [{'id': '684493a8-b947-4a6b-99f0-19ad43120813', 'name': '', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'mac_address': 'fa:16:3e:8c:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:36:56Z', 'updated_at': '2021-08-24T19:36:59Z', 'revision_number': 4, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'subnets': [{'id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ace85b0-9697-4485-8ee3-863a7ef8af95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:00.529714 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f99bd-e505-4596-99f5-cfaf03c2d749 None None] The sync data for ids ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'] in dv-cinder-805877-1-smb is: [{'id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'name': 'router1', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:36:46Z', 'updated_at': '2021-08-24T19:36:57Z', 'revision_number': 2, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'gw_port_host': None, '_interfaces': [{'id': '684493a8-b947-4a6b-99f0-19ad43120813', 'name': '', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'mac_address': 'fa:16:3e:8c:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:36:56Z', 'updated_at': '2021-08-24T19:36:59Z', 'revision_number': 4, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'subnets': [{'id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ace85b0-9697-4485-8ee3-863a7ef8af95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:37:00.596288 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 53324) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:37:00.754155 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae127b-9a45-4f26-acd7-9bcc7282faee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:00.755544 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ffae127b-9a45-4f26-acd7-9bcc7282faee admin admin] 10.222.0.55 "GET /v2.0/networks/169f3926-a623-465f-a165-d358d7f535ea HTTP/1.1" status: 200 len: 842 time: 0.1582959 Aug 24 19:37:00.764662 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Request body: {'subnet': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.3.0/24', 'name': 'public-subnet'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:37:00.766050 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.quota [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Loaded quota_driver: . Aug 24 19:37:00.771911 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:37:00.775766 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Usage tracker for resource:subnet and tenant:c6db774e04834d1fb11e66c5756216cc is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:37:00.779173 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:37:00.785878 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:37:00.865742 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Made reservation on behalf of c6db774e04834d1fb11e66c5756216cc for: {'subnet': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:37:00.868250 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:01.382335 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.objects.ports [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79950) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 24 19:37:01.382804 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:01.387260 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:37:01.461037 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34edf10-e4e1-480f-a7ba-78e1b5d0996e,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:01.466629 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:37:01.470761 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:37:01.471110 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Network hostable DHCP agents. Network: 169f3926-a623-465f-a165-d358d7f535ea, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:37:01.548057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:37:01.605121 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 169f3926-a623-465f-a165-d358d7f535ea) {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:37:01.609079 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:01.609692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:01.614974 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020561fb-f138-4108-ac1c-d5ea08487859 None None] Network 169f3926-a623-465f-a165-d358d7f535ea requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:37:01.685511 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9242222 Aug 24 19:37:01.839337 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 684493a8-b947-4a6b-99f0-19ad43120813 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:37:01.869229 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36804aa3-7acd-4821-a8df-87598c0af59b None None] Network 169f3926-a623-465f-a165-d358d7f535ea requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:37:02.136327 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 684493a8-b947-4a6b-99f0-19ad43120813 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:37:02.142079 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 684493a8-b947-4a6b-99f0-19ad43120813 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:37:02.142508 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:02.262706 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:02.295903 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 684493a8-b947-4a6b-99f0-19ad43120813, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=684493a8-b947-4a6b-99f0-19ad43120813,segment=NetworkSegment(217a111f-ddf7-4b58-b9ef-3b31a62e4f7a),segment_id=217a111f-ddf7-4b58-b9ef-3b31a62e4f7a)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:37:02.363275 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:02.366762 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-8a199acb-8370-4214-83a4-323b47b6be8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:37:02.440438 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=684493a8-b947-4a6b-99f0-19ad43120813,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:02.443604 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:37:03.810166 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 684493a8-b947-4a6b-99f0-19ad43120813 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:37:03.880370 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 684493a8-b947-4a6b-99f0-19ad43120813 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:37:03.880755 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:03.975772 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 53338) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:37:04.179935 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-cac5dc60-0b6d-4802-9463-6d893ab31cf0 admin admin] 10.222.0.55 "GET /v2.0/routers/99a1aec2-e0e2-4792-928e-67bd926a3e4d HTTP/1.1" status: 200 len: 710 time: 0.2030468 Aug 24 19:37:04.347356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade90c4-118d-4b89-8e55-3950b032f0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:04.348680 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-5ade90c4-118d-4b89-8e55-3950b032f0fb admin admin] 10.222.0.55 "GET /v2.0/networks/169f3926-a623-465f-a165-d358d7f535ea HTTP/1.1" status: 200 len: 886 time: 0.1635966 Aug 24 19:37:04.357379 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:37:04.787175 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.186893 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.246001 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.386127 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Allocated IP 172.28.3.240 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:37:05.533901 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.614840 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.618758 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:37:05.681758 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:37:05.684520 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:37:05.688259 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:37:05.800074 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Pushing event updated for resources: {'Port': ['ID=21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:05.804575 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:37:06.204424 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.542543 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.545922 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419962'] for router, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.726075 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Router 99a1aec2-e0e2-4792-928e-67bd926a3e4d has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:37:06.752083 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:37:06.908832 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:37:06.918419 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.919627 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] 10.222.0.55 "PUT /v2.0/routers/99a1aec2-e0e2-4792-928e-67bd926a3e4d HTTP/1.1" status: 200 len: 890 time: 2.5654371 Aug 24 19:37:06.920518 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Sync routers for ids ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:37:06.930908 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Routers {'99a1aec2-e0e2-4792-928e-67bd926a3e4d'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:37:06.931580 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:36:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:07.133637 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Set router 99a1aec2-e0e2-4792-928e-67bd926a3e4d gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:37:07.490528 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'name': 'router1', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:36:46Z', 'updated_at': '2021-08-24T19:37:05Z', 'revision_number': 4, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'gw_port': {'id': '21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:37:05Z', 'updated_at': '2021-08-24T19:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '684493a8-b947-4a6b-99f0-19ad43120813', 'name': '', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'mac_address': 'fa:16:3e:8c:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:36:56Z', 'updated_at': '2021-08-24T19:37:02Z', 'revision_number': 5, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'subnets': [{'id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ace85b0-9697-4485-8ee3-863a7ef8af95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:07.495911 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Checking router: 99a1aec2-e0e2-4792-928e-67bd926a3e4d for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:37:07.496287 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Updating router 99a1aec2-e0e2-4792-928e-67bd926a3e4d port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:37:07.556025 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:07.909243 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:07.921554 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Transition to ACTIVE for port object 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:37:07.985882 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:07.990048 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:37:08.064239 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f24bb7-8eb8-42a6-a75d-b25865f6d027 None None] Pushing event updated for resources: {'Port': ['ID=21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:08.068317 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-83f24bb7-8eb8-42a6-a75d-b25865f6d027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:37:08.070405 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Attempting to bind port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:37:08.070777 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Attempting to bind port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:37:08.071142 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Attempting to bind port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:37:08.081140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:37:08.081140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:37:08.081140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:08.081140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:37:08.081140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Bound port: 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:37:08.081140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:08.177447 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] For port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:37:08.180494 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] For port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:37:08.245171 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:08.249154 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:37:08.325577 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Routers {'99a1aec2-e0e2-4792-928e-67bd926a3e4d'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:37:08.326218 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:36:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:08.380101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f24bb7-8eb8-42a6-a75d-b25865f6d027 None None] Pushing event updated for resources: {'Port': ['ID=21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:08.390291 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-83f24bb7-8eb8-42a6-a75d-b25865f6d027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:37:08.510891 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] Set router 99a1aec2-e0e2-4792-928e-67bd926a3e4d gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:37:08.860861 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'name': 'router1', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:36:46Z', 'updated_at': '2021-08-24T19:37:05Z', 'revision_number': 4, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'gw_port': {'id': '21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:37:05Z', 'updated_at': '2021-08-24T19:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '684493a8-b947-4a6b-99f0-19ad43120813', 'name': '', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'mac_address': 'fa:16:3e:8c:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:36:56Z', 'updated_at': '2021-08-24T19:37:02Z', 'revision_number': 5, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'subnets': [{'id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ace85b0-9697-4485-8ee3-863a7ef8af95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:08.864879 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158b49-0b75-4e5d-93b6-ae240b726faf None None] The sync data for ids ['99a1aec2-e0e2-4792-928e-67bd926a3e4d'] in dv-cinder-805877-1-smb is: [{'id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'name': 'router1', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:36:46Z', 'updated_at': '2021-08-24T19:37:05Z', 'revision_number': 4, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'gw_port': {'id': '21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:37:05Z', 'updated_at': '2021-08-24T19:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '684493a8-b947-4a6b-99f0-19ad43120813', 'name': '', 'network_id': 'ed3bcb4e-1405-4c97-9290-14027475e363', 'tenant_id': '7b48adf97dab4e789991a6380fbee5d1', 'mac_address': 'fa:16:3e:8c:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a1aec2-e0e2-4792-928e-67bd926a3e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:36:56Z', 'updated_at': '2021-08-24T19:37:02Z', 'revision_number': 5, 'project_id': '7b48adf97dab4e789991a6380fbee5d1', 'subnets': [{'id': 'c2001cf9-38ff-49be-8d92-44924d1b2dc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ace85b0-9697-4485-8ee3-863a7ef8af95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:37:09.330011 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53348) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:37:09.471241 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-21f93e2c-e351-4eb9-b292-8c53d2969ae6 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1400671 Aug 24 19:37:09.834816 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:37:09.970482 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:37:09.976061 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:37:09.976437 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:10.096810 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:10.113955 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:37:10.204377 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:10.206523 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:37:10.277477 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:10.280483 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:37:11.824886 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:37:11.904565 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 21931b18-f08b-4d6c-b0bb-4d7ce70b9e1a triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:37:11.904945 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:18.619812 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0e610a58-34a1-4fcb-bc6a-08d4e9756624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.684705 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:21.318452 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f70f93dd-108b-4bef-bc06-572fc5169a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:22.295229 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:23.693640 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:43.751248 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:37:48.612334 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f3f683ac-62e9-4900-843f-046857ce5d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:49.683203 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:51.320764 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3de89bfc-2f98-4da0-8197-5e3ea485fd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:52.311686 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:53.660282 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:18.602415 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-81f5fdab-a526-4790-8783-5cbe2edf1704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:19.679901 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:20.751592 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:38:21.496523 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-544c4a70-3dcf-49e0-91fb-334408be83d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.313337 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.667560 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:48.578758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-73879330-d530-47ed-b3b5-6c9a44e1b4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:49.677517 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:51.300406 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e6f08708-21a1-40ff-bfe3-8966c4856016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:52.300061 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.660396 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.751477 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:39:15.484995 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53918) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:15.552798 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.pecan_wsgi.hooks.translation [None req-734505a7-472a-472f-9a2c-3b65aebb3e74 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:39:15.553330 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-734505a7-472a-472f-9a2c-3b65aebb3e74 admin admin] Synchronizing usage tracker for tenant:c6db774e04834d1fb11e66c5756216cc on resource:network {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:39:15.647444 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-734505a7-472a-472f-9a2c-3b65aebb3e74 admin admin] Unset dirty status for tenant:c6db774e04834d1fb11e66c5756216cc on resource:network {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:39:15.648648 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-734505a7-472a-472f-9a2c-3b65aebb3e74 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1624420 Aug 24 19:39:15.784117 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a1680-04c4-4d63-851b-cb6b4131e5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:15.785552 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-581a1680-04c4-4d63-851b-cb6b4131e5a0 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1329987 Aug 24 19:39:17.924767 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 53928) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:18.030919 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2acc71-4174-419b-833a-072fd6f22f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:18.031479 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-be2acc71-4174-419b-833a-072fd6f22f0f admin admin] Synchronizing usage tracker for tenant:c6db774e04834d1fb11e66c5756216cc on resource:subnet {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:39:18.167436 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-be2acc71-4174-419b-833a-072fd6f22f0f admin admin] Unset dirty status for tenant:c6db774e04834d1fb11e66c5756216cc on resource:subnet {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:39:18.168633 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-be2acc71-4174-419b-833a-072fd6f22f0f admin admin] 10.222.0.55 "GET /v2.0/subnets/c2001cf9-38ff-49be-8d92-44924d1b2dc7 HTTP/1.1" status: 200 len: 849 time: 0.2429342 Aug 24 19:39:18.178220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:39:18.295692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.600274 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751776560954'] for subnet, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.604358 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ae330225-3da5-4915-9664-390189b97611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:39:18.629105 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-064ffe5f-0ab6-45f0-b342-f1a6981d719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.647569 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:18.648302 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.649430 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] 10.222.0.55 "PUT /v2.0/subnets/c2001cf9-38ff-49be-8d92-44924d1b2dc7 HTTP/1.1" status: 200 len: 868 time: 0.4752495 Aug 24 19:39:18.673298 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4433ab00-2051-444e-9255-e25f1e3872d7 None None] Network ed3bcb4e-1405-4c97-9290-14027475e363 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:39:18.674821 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2001cf9-38ff-49be-8d92-44924d1b2dc7,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:18.683233 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.683603 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.683939 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.684275 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.684608 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.684931 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.685253 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.685581 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.685903 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.686246 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.686567 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.686884 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:18.690854 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:39:19.110384 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-f2bce932-7071-464f-8cf4-dafd27147f3d None None] Provisioning complete for port 684493a8-b947-4a6b-99f0-19ad43120813 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:19.110757 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f2bce932-7071-464f-8cf4-dafd27147f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:19.232888 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-f2bce932-7071-464f-8cf4-dafd27147f3d None None] Provisioning complete for port 3ace46c1-5f96-45e9-bd04-27101827fcd3 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:19.233155 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f2bce932-7071-464f-8cf4-dafd27147f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:19.693361 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:20.805826 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 53938) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:20.979960 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f76171c-68ad-40d0-b1e5-674cdfae1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:20.980432 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f76171c-68ad-40d0-b1e5-674cdfae1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:20.981965 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-1f76171c-68ad-40d0-b1e5-674cdfae1a9c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1751635 Aug 24 19:39:21.310204 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fffd-61c6-4232-ace3-dd22c5312939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:22.304377 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:23.125678 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53948) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:23.310987 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626259a5-ecff-4c3b-9e96-c7d48c1d8b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:23.311533 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626259a5-ecff-4c3b-9e96-c7d48c1d8b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:23.313371 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-626259a5-ecff-4c3b-9e96-c7d48c1d8b4a admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1867123 Aug 24 19:39:23.692990 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:25.472201 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53958) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:25.636126 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3e789-1f54-4d42-b3e8-7242e0ac8912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:25.637486 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-58c3e789-1f54-4d42-b3e8-7242e0ac8912 admin admin] 10.222.0.55 "GET /v2.0/networks/169f3926-a623-465f-a165-d358d7f535ea HTTP/1.1" status: 200 len: 886 time: 0.1642537 Aug 24 19:39:27.783455 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53968) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:27.957223 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cf566-af8e-4c1d-a8f8-deabe69793c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:27.958625 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9b6cf566-af8e-4c1d-a8f8-deabe69793c7 admin admin] 10.222.0.55 "GET /v2.0/networks/ed3bcb4e-1405-4c97-9290-14027475e363 HTTP/1.1" status: 200 len: 869 time: 0.1736586 Aug 24 19:39:30.093510 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53978) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:30.199665 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f7cd8-d9b2-4eef-9743-5a6673e09953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:30.200124 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f7cd8-d9b2-4eef-9743-5a6673e09953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:30.201626 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a93f7cd8-d9b2-4eef-9743-5a6673e09953 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071718 Aug 24 19:39:32.353932 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53988) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:32.461430 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113cc48-fbb2-448b-b472-b2bc31ad15f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:32.461882 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113cc48-fbb2-448b-b472-b2bc31ad15f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:32.463423 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e113cc48-fbb2-448b-b472-b2bc31ad15f6 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085155 Aug 24 19:39:34.569870 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 53998) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:34.675395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be7db9-129a-41ee-8f0d-8523c9d1a317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:34.676773 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b8be7db9-129a-41ee-8f0d-8523c9d1a317 admin admin] 10.222.0.55 "GET /v2.0/subnets/c2001cf9-38ff-49be-8d92-44924d1b2dc7 HTTP/1.1" status: 200 len: 868 time: 0.1059268 Aug 24 19:39:34.750282 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:39:36.811033 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54008) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:39:36.913204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e680f282-3a88-442f-b019-208ad815888b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:36.914625 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-e680f282-3a88-442f-b019-208ad815888b admin admin] 10.222.0.55 "GET /v2.0/subnets/c34edf10-e4e1-480f-a7ba-78e1b5d0996e HTTP/1.1" status: 200 len: 816 time: 0.1026530 Aug 24 19:39:48.599517 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d7771757-e4c5-4fe7-9a1c-44368f69787a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:49.686127 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:51.326250 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-461e8bbd-c118-4545-942d-fe34030ae33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:52.319972 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:53.674527 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:00.043850 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54052) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:40:00.105640 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [None req-0a8408dc-1d8d-4b13-a293-4bba8cb79efc admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:40:00.106669 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-0a8408dc-1d8d-4b13-a293-4bba8cb79efc admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618610 Aug 24 19:40:02.317484 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54062) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:40:02.392260 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.pecan_wsgi.hooks.translation [None req-685fd7f9-45e8-43b5-87ea-98a1ac33bd54 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:40:02.393876 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-685fd7f9-45e8-43b5-87ea-98a1ac33bd54 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753565 Aug 24 19:40:02.542205 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ce520-a50b-4d20-84a1-df8fefab4962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:02.543751 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c95ce520-a50b-4d20-84a1-df8fefab4962 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1460698 Aug 24 19:40:04.659748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54072) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:40:04.706554 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:40:04.711834 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:40:04.721585 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:40:04.793242 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Made reservation on behalf of c6db774e04834d1fb11e66c5756216cc for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:40:04.795612 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:04.884921 dv-cinder-805877-1-smb neutron-server[79950]: WARNING neutron.services.revisions.revision_plugin [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Could not find related network for resource to bump revision. Aug 24 19:40:04.898091 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:40:04.908295 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751776478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:04.908847 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Unsubscribe: segment precommit_create {{(pid=79950) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 19:40:04.909259 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Added segment 73510575-6287-4061-9c8c-e38eec7711ae of type vlan for network f579d486-7acd-459f-96fe-5d81d0bec710 Aug 24 19:40:04.949789 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:05.027166 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:05.028473 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:05.029057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:05.032253 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:40:05.128204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Pushing event updated for resources: {'Network': ['ID=f579d486-7acd-459f-96fe-5d81d0bec710,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:40:05.131326 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:40:05.138701 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network f579d486-7acd-459f-96fe-5d81d0bec710 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:40:05.194121 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5332966 Aug 24 19:40:07.342282 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54082) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:40:07.409659 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dbfdd8-b9f4-40c3-8e49-2d634b5c4267 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:40:07.410283 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-a8dbfdd8-b9f4-40c3-8e49-2d634b5c4267 admin admin] Synchronizing usage tracker for tenant:c6db774e04834d1fb11e66c5756216cc on resource:network {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:40:07.484422 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-a8dbfdd8-b9f4-40c3-8e49-2d634b5c4267 admin admin] Unset dirty status for tenant:c6db774e04834d1fb11e66c5756216cc on resource:network {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:40:07.486167 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-a8dbfdd8-b9f4-40c3-8e49-2d634b5c4267 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1430168 Aug 24 19:40:07.589566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f786fdb-2fb8-4acd-a1ff-1c854e3970ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:07.591042 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-8f786fdb-2fb8-4acd-a1ff-1c854e3970ec admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010127 Aug 24 19:40:07.601231 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:40:07.605784 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:40:07.615704 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:40:07.701695 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Made reservation on behalf of c6db774e04834d1fb11e66c5756216cc for: {'subnet': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:40:07.704502 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:07.947706 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:07.952141 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:40:08.022862 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8ec2ce-5bea-45e2-9678-34b220520363,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:40:08.028020 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:40:08.030394 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Checking segment: {'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:40:08.030776 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Network hostable DHCP agents. Network: f579d486-7acd-459f-96fe-5d81d0bec710, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:40:08.136300 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Network f579d486-7acd-459f-96fe-5d81d0bec710 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:40:08.227832 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, f579d486-7acd-459f-96fe-5d81d0bec710) {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:40:08.231892 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:08.232485 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:08.236734 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28970e9-8fce-480c-95b0-6e14a56588d5 None None] Network f579d486-7acd-459f-96fe-5d81d0bec710 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:40:08.325900 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7282076 Aug 24 19:40:08.458430 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-f579d486-7acd-459f-96fe-5d81d0bec710', 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710', 'tenant_id': 'c6db774e04834d1fb11e66c5756216cc', 'fixed_ips': [{'subnet_id': 'ce8ec2ce-5bea-45e2-9678-34b220520363'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:40:08.459311 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:08.724004 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Allocated IP 192.168.233.2 (f579d486-7acd-459f-96fe-5d81d0bec710/ce8ec2ce-5bea-45e2-9678-34b220520363/ecb73163-1d00-48e7-a036-1254a2e31a95) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:40:08.929249 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:08.939664 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Transition to ACTIVE for port object ecb73163-1d00-48e7-a036-1254a2e31a95 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:40:08.957571 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Transition to ACTIVE for port object ecb73163-1d00-48e7-a036-1254a2e31a95 will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:40:09.066282 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:09.067880 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-4c937608-7034-42b4-b4de-34d0dd6f05bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:40:09.154976 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Network f579d486-7acd-459f-96fe-5d81d0bec710 is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:40:09.157996 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:40:09.161673 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:40:09.166073 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Pushing event updated for resources: {'Port': ['ID=ecb73163-1d00-48e7-a036-1254a2e31a95,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:40:09.198756 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.199097 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.199430 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.199758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.200080 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.200402 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.200716 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.201031 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.201343 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.201655 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.201964 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.202298 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:40:09.210782 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:40:09.266812 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Attempting to bind port ecb73163-1d00-48e7-a036-1254a2e31a95 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:40:09.267459 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Attempting to bind port ecb73163-1d00-48e7-a036-1254a2e31a95 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:40:09.267575 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Attempting to bind port ecb73163-1d00-48e7-a036-1254a2e31a95 on network f579d486-7acd-459f-96fe-5d81d0bec710 {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:40:09.272882 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:40:09.273251 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Checking segment: {'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:40:09.273648 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:09.274039 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Bound using segment: {'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:40:09.274573 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Bound port: ecb73163-1d00-48e7-a036-1254a2e31a95, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:40:09.274954 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:09.365251 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] For port ecb73163-1d00-48e7-a036-1254a2e31a95, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:40:09.368525 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] For port ecb73163-1d00-48e7-a036-1254a2e31a95, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ecb73163-1d00-48e7-a036-1254a2e31a95,segment=NetworkSegment(73510575-6287-4061-9c8c-e38eec7711ae),segment_id=73510575-6287-4061-9c8c-e38eec7711ae)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:40:09.462340 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:09.466379 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-83f24bb7-8eb8-42a6-a75d-b25865f6d027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:40:09.543728 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Pushing event updated for resources: {'Port': ['ID=ecb73163-1d00-48e7-a036-1254a2e31a95,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:40:09.546864 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:40:09.933307 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ecb73163-1d00-48e7-a036-1254a2e31a95 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:40:10.062300 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port ecb73163-1d00-48e7-a036-1254a2e31a95 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:40:10.420768 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1cded-8310-43a5-b517-3540ccb7575a None None] Network f579d486-7acd-459f-96fe-5d81d0bec710 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:40:10.588501 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Provisioning for port ecb73163-1d00-48e7-a036-1254a2e31a95 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:40:10.598044 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Provisioning complete for port ecb73163-1d00-48e7-a036-1254a2e31a95 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:40:10.598449 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:10.780637 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:10.820040 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] For port ecb73163-1d00-48e7-a036-1254a2e31a95, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ecb73163-1d00-48e7-a036-1254a2e31a95,segment=NetworkSegment(73510575-6287-4061-9c8c-e38eec7711ae),segment_id=73510575-6287-4061-9c8c-e38eec7711ae)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:40:10.913888 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:10.916023 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:40:10.986009 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Pushing event updated for resources: {'Port': ['ID=ecb73163-1d00-48e7-a036-1254a2e31a95,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:40:10.989022 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:40:11.044930 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ab3d2334-3db3-49dd-a537-30d1bf4d22cc None None] Provisioning complete for port ecb73163-1d00-48e7-a036-1254a2e31a95 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:40:11.044930 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2334-3db3-49dd-a537-30d1bf4d22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:11.748968 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:40:11.909479 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ecb73163-1d00-48e7-a036-1254a2e31a95 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:40:11.980152 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port ecb73163-1d00-48e7-a036-1254a2e31a95 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:40:11.980529 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:18.604712 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7703e9f5-e7f9-440f-ab2f-5d188d81c7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:19.678385 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:21.301232 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4a4be711-3e1f-41c6-be34-6cd720fbb307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:22.330068 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:23.655547 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:48.620607 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-9820a156-c425-4016-a8d6-2002ee946b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:48.747748 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:40:49.700560 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.318305 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4a0345a8-5f5b-4269-905d-b941c6173d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:52.305873 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:53.666231 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:18.597068 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ec1056ae-2232-4af6-81ae-131f51a5f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:19.728203 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:21.305215 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-71b0192e-1f58-4570-8877-2cc590bc8d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:22.339299 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:23.682266 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:25.729754 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54132) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:41:25.736439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [None req-96927c4e-0bc9-494f-a882-341fcc0bc780 tempest-verify_tempest_config-166114268 tempest-verify_tempest_config-166114268-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:41:25.737419 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-96927c4e-0bc9-494f-a882-341fcc0bc780 tempest-verify_tempest_config-166114268 tempest-verify_tempest_config-166114268-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066490 Aug 24 19:41:25.748372 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:41:26.553395 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54150) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:41:26.667928 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:26.682982 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:41:26.687308 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Usage tracker for resource:security_group_rule and tenant:b3d31a6032c744fa8627576c78c28576 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:41:26.690490 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:41:26.696177 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:41:26.787576 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:26.853435 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:26.861255 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:41:26.902554 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b592aa46-e9d6-4fd2-b5ef-789b125117bf,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:26.906931 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3d31a6032c744fa8627576c78c28576&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3524737 Aug 24 19:41:26.909771 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54156) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:41:26.912567 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.912903 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.913232 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.913551 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.913867 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.914205 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.914517 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.914828 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.915149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.915450 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.915758 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.916060 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:26.921055 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:41:26.996383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:27.020849 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:27.190520 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:27.194430 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-38bfc06c-9492-4785-b1a0-df82313d5dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:41:27.207252 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b592aa46-e9d6-4fd2-b5ef-789b125117bf,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:27.215214 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:27.219589 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b592aa46-e9d6-4fd2-b5ef-789b125117bf HTTP/1.1" status: 204 len: 168 time: 0.3057039 Aug 24 19:41:27.219589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.219589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.219589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.219589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.219589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.220143 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.220143 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.220456 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.220813 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.221113 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.221433 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.221747 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:27.224787 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:41:48.607224 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-92e9e859-81ac-4ce0-9bfb-65855e2b1d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:49.715629 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:51.389770 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bf75341e-5526-4272-91a1-609ccce672b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:52.382629 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:53.670113 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:02.747229 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:42:18.669126 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-b67ebc00-5396-41a3-bfdf-7ee532840883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:19.702970 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:21.394435 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-88bb6b27-d0e5-4760-afc0-9bbf776a67cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:22.400123 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:23.732019 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:39.749002 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 5 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:42:48.622340 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-91e2045a-3342-4d59-9448-4e9d3b623e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:49.699845 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:51.359008 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-28fa9d4b-82f3-43c0-aa1c-d07004a5bf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:52.350833 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:53.690501 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:09.738724 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585805'] for agent, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:16.747933 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:43:18.623615 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-27dc34d4-5049-4292-a085-e45c0e2dba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:19.709780 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:21.330782 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-75f2e4eb-28aa-444b-b82e-53d7d34e6f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:22.332230 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:23.746655 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:24.619660 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54236) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:43:24.732552 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-2ecbf64f-ba81-41c8-9505-9411d1680f5b admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1117198 Aug 24 19:43:26.889363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54246) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:43:26.944029 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-3cbeb8b0-9526-4090-923c-6f16a41e7e66 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0535860 Aug 24 19:43:39.705793 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:48.599262 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-de5512a9-9995-44b6-8bde-a1a737f3f64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:49.705860 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:51.345764 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e2c3-8bb0-48e3-b2ce-3b6385358b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:52.364927 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:53.690514 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:53.746541 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:44:09.717017 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:18.649676 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0e095332-70be-4aca-8c9a-6d4a98e0a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:19.694012 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:21.408533 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-66dbb7e2-40db-4dbd-bfc7-f7c639d5de44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:22.341571 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:23.683546 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:30.745468 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:44:39.717060 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:48.602115 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-8f88db5b-d917-4765-acb1-f76f970b3638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:49.705008 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:51.368461 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c856d8f4-92ec-4bb0-baff-7382067911ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:52.356350 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:53.722323 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:07.755386 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:45:09.764095 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:12.327452 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54428) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:12.691757 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1836890974-network', 'tenant_id': 'cd67c0f9d04f4f758c4b13dd2e4d9bde'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:12.699692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:12.706398 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Usage tracker for resource:network and tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:12.711325 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:12.719637 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:12.836382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Made reservation on behalf of cd67c0f9d04f4f758c4b13dd2e4d9bde for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:12.842641 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:12.864047 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:12.892836 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:12.899872 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:12.905656 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:12.915893 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:13.028939 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:13.104728 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:13.126715 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:45:13.146563 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:13.147208 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Added segment 88020107-97f3-4d22-b671-01e4edb76df3 of type vlan for network 766a905f-97a8-4d3c-b34e-975b83af6a2a Aug 24 19:45:13.159144 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-63780517-b719-4c98-a06a-427054d0929f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:13.231332 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3283d4-6547-411b-9be1-e9d096a3e34f,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:13.239578 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:13.253278 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.253820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.254401 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.254963 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.255498 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.255874 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.256275 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.256702 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.257143 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.257524 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.257882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.258482 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Tracked resource versions report: Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: pushed versions: Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: { 'AddressGroup': {'1.2'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'ConntrackHelper': {'1.0'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Log': {'1.0'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Network': {'1.1'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Port': {'1.7'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'PortForwarding': {'1.2'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'QosPolicy': {'1.8'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroup': {'1.4'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'SubPort': {'1.0'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Subnet': {'1.1'}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Trunk': {'1.1'}} Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: consumer versions: Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: HyperV agent@hv-cinder-80587: {}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'ConntrackHelper': '1.0', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Log': '1.0', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Network': '1.1', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Port': '1.7', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'PortForwarding': '1.2', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'QosPolicy': '1.8', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroup': '1.4', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'SecurityGroupRule': '1.2', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'SubPort': '1.0', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Subnet': '1.1', Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: 'Trunk': '1.1'}} Aug 24 19:45:13.263820 dv-cinder-805877-1-smb neutron-server[79950]: {{(pid=79950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:45:13.268018 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:13.372497 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:13.374790 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:13.376242 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:13.383936 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:13.402696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54466) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:13.513596 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=766a905f-97a8-4d3c-b34e-975b83af6a2a,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:13.516381 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:13.525437 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 766a905f-97a8-4d3c-b34e-975b83af6a2a details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:45:13.573345 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54476) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:13.573676 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2442062 Aug 24 19:45:13.581597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Request body: {'subnet': {'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1836890974-subnet', 'tenant_id': 'cd67c0f9d04f4f758c4b13dd2e4d9bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:13.588986 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:13.597050 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Usage tracker for resource:subnet and tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:13.602638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:13.614555 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:13.704564 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Made reservation on behalf of cd67c0f9d04f4f758c4b13dd2e4d9bde for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:13.707901 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:14.048442 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:14.052621 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:14.233910 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfad2fb-3a07-4641-bda2-73de81c06b6d,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:14.260284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.264072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.265267 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.265267 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Tracked resource versions report: Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: pushed versions: Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: { 'AddressGroup': {'1.2'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'ConntrackHelper': {'1.0'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Log': {'1.0'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Network': {'1.1'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Port': {'1.7'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'PortForwarding': {'1.2'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'QosPolicy': {'1.8'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroup': {'1.4'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'SubPort': {'1.0'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Subnet': {'1.1'}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Trunk': {'1.1'}} Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: consumer versions: Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: HyperV agent@hv-cinder-80587: {}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'ConntrackHelper': '1.0', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Log': '1.0', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Network': '1.1', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Port': '1.7', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'PortForwarding': '1.2', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'QosPolicy': '1.8', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroup': '1.4', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'SecurityGroupRule': '1.2', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'SubPort': '1.0', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Subnet': '1.1', Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: 'Trunk': '1.1'}} Aug 24 19:45:14.266211 dv-cinder-805877-1-smb neutron-server[79949]: {{(pid=79949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:45:14.276986 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:14.280287 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Checking segment: {'id': '88020107-97f3-4d22-b671-01e4edb76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:14.280726 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Network hostable DHCP agents. Network: 766a905f-97a8-4d3c-b34e-975b83af6a2a, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:45:14.378941 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Network 766a905f-97a8-4d3c-b34e-975b83af6a2a is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:45:14.404114 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-network', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:14.415755 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:14.427200 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Usage tracker for resource:network and tenant:37bda5aa04284520ae2791cbadbcbfbc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:14.437848 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54494) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:14.439971 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:14.454686 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:14.463353 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54502) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:14.475519 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 766a905f-97a8-4d3c-b34e-975b83af6a2a) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:14.490509 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:14.491836 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:14.500910 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23071e-e550-4b0e-a10c-153cc152eb2a None None] Network 766a905f-97a8-4d3c-b34e-975b83af6a2a requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:14.555730 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Made reservation on behalf of 37bda5aa04284520ae2791cbadbcbfbc for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:14.560804 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:14.587728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:14.632418 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0574646 Aug 24 19:45:14.655472 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:14.664060 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Usage tracker for resource:security_group_rule and tenant:37bda5aa04284520ae2791cbadbcbfbc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:14.674470 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:14.688015 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:14.881188 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:14.914505 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d1c3c-4f18-4e9a-b9e8-9bc91107c2bc None None] Network 766a905f-97a8-4d3c-b34e-975b83af6a2a requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:14.940516 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:14.948032 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-441a4634-a9ad-4094-8089-a891ec5da151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:14.996788 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=79949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:45:15.013258 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e52798e-b496-41f5-823f-39292b2f14f3,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:15.020379 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:15.026015 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.026596 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Added segment 3e109838-356a-41b5-a693-3a5d6578799f of type vlan for network 00843024-f223-4742-bbfb-0f26b6b4a72d Aug 24 19:45:15.062211 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1732371871-network', 'tenant_id': '90744e53809c46719d83903707d32c07'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:15.071370 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:15.080953 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Usage tracker for resource:network and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:15.090947 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:15.100414 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.104931 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:15.160893 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-network', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:15.163107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:15.176459 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Usage tracker for resource:network and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:15.193583 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:15.210321 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Made reservation on behalf of 90744e53809c46719d83903707d32c07 for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:15.215639 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.253795 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:15.269398 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.326843 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.328443 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:15.329375 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.336884 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:15.371735 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Made reservation on behalf of 506cdfe9765b4b25aa70650047b4a362 for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:15.376221 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.393526 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:15.406469 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Usage tracker for resource:security_group_rule and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:15.412011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.431032 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:15.444043 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:15.461436 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Pushing event updated for resources: {'Network': ['ID=00843024-f223-4742-bbfb-0f26b6b4a72d,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:15.479366 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 00843024-f223-4742-bbfb-0f26b6b4a72d details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:45:15.491152 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:15.590404 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1840894 Aug 24 19:45:15.595454 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54534) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:15.601815 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Request body: {'subnet': {'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-subnet', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:15.612484 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:15.622801 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Usage tracker for resource:subnet and tenant:37bda5aa04284520ae2791cbadbcbfbc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:15.626725 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:15.628988 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:15.639595 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.657306 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:15.663953 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Usage tracker for resource:security_group_rule and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:15.674642 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:15.692260 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:15.704653 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.722870 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:15.734879 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Made reservation on behalf of 37bda5aa04284520ae2791cbadbcbfbc for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:15.740241 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.799417 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec74072-c837-4e32-9dab-e17325612a07,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:15.817884 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:15.831695 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:45:15.851246 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.851577 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Added segment 30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8 of type vlan for network 17405693-0dde-4b8c-bd10-9976770d9a83 Aug 24 19:45:15.898897 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:15.963497 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.035679 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.065149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:45:16.083605 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:16.134014 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.186221 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:16.187429 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.215013 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.215557 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Added segment 66f029b9-1f2d-4d61-a5cc-22f84a3adf77 of type vlan for network cfd06381-3a6a-4b60-a41c-7482dff5280e Aug 24 19:45:16.305152 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea89d51-bd48-4000-84a1-7600d3ba2fe1,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:16.326554 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:16.353849 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:16.401589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.413096 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2372329e-eae6-41a2-b7ff-83940e60c839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:16.453061 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0127912 Aug 24 19:45:16.468375 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54566) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:16.490156 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Request body: {'subnet': {'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1732371871-subnet', 'tenant_id': '90744e53809c46719d83903707d32c07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:16.495722 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.506391 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:16.520264 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Usage tracker for resource:subnet and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:16.523451 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Pushing event updated for resources: {'Network': ['ID=17405693-0dde-4b8c-bd10-9976770d9a83,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:16.527911 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:16.532956 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-33908ce5-cfe3-4041-904d-00a470f3c071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:16.540066 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 17405693-0dde-4b8c-bd10-9976770d9a83 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:45:16.548847 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:16.575613 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535a013a-6d80-4e57-a1d0-1a03b6f0497f,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:16.581562 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:16.591274 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Checking segment: {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:16.591709 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Network hostable DHCP agents. Network: 00843024-f223-4742-bbfb-0f26b6b4a72d, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:45:16.633048 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54586) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:16.636235 dv-cinder-805877-1-smb neutron-server[79950]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 19:45:16.721260 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Network 00843024-f223-4742-bbfb-0f26b6b4a72d is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:45:16.765045 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Made reservation on behalf of 90744e53809c46719d83903707d32c07 for: {'subnet': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:16.769028 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.789626 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 00843024-f223-4742-bbfb-0f26b6b4a72d) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:16.790567 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.800539 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0142c6b-c76a-43f6-a712-72d84fcda508 None None] Network 00843024-f223-4742-bbfb-0f26b6b4a72d requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:16.807805 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:16.808733 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.812539 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:16.813181 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:16.895468 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:16.996347 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3995526 Aug 24 19:45:16.999989 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54598) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:17.006689 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:17.025524 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Pushing event updated for resources: {'Network': ['ID=cfd06381-3a6a-4b60-a41c-7482dff5280e,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:17.034085 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:17.037807 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:17.042757 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Usage tracker for resource:router and tenant:37bda5aa04284520ae2791cbadbcbfbc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:17.049188 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:17.064354 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:17.084064 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network cfd06381-3a6a-4b60-a41c-7482dff5280e details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:45:17.096274 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54604) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:17.096695 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6318767 Aug 24 19:45:17.103249 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Request body: {'subnet': {'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-subnet', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:17.106961 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-488b4cb5-6361-41f3-9aa2-64a8c68d3fdb tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:17.107798 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-488b4cb5-6361-41f3-9aa2-64a8c68d3fdb tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Synchronizing usage tracker for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:network {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:17.111889 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:17.123818 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Usage tracker for resource:subnet and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:17.133814 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:17.145667 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:17.155375 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:17.155375 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:17.177277 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:17.184054 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-488b4cb5-6361-41f3-9aa2-64a8c68d3fdb tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Unset dirty status for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:network {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:17.193307 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-488b4cb5-6361-41f3-9aa2-64a8c68d3fdb tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/networks?id=766a905f-97a8-4d3c-b34e-975b83af6a2a HTTP/1.1" status: 200 len: 812 time: 0.5565672 Aug 24 19:45:17.213674 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-3b1f7524-14df-4eb1-b596-33c16b06c6a4 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/quotas/cd67c0f9d04f4f758c4b13dd2e4d9bde HTTP/1.1" status: 200 len: 375 time: 0.0212328 Aug 24 19:45:17.275767 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Made reservation on behalf of 506cdfe9765b4b25aa70650047b4a362 for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:17.278363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:17.279067 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a1222ebc-5cb1-4de6-8579-30e6c23a1708 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd67c0f9d04f4f758c4b13dd2e4d9bde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640604 Aug 24 19:45:17.336986 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f18fe-948f-485d-8c2d-b0b4c2b4b9bc None None] Network 00843024-f223-4742-bbfb-0f26b6b4a72d requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:17.412391 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:17.425284 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ae4dbd95-540b-4889-9d6d-b4c438965897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:17.607038 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-b7fc54d4-c21b-40f9-a910-7bff54e4040b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:45:17.608166 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-b7fc54d4-c21b-40f9-a910-7bff54e4040b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0999427 Aug 24 19:45:17.610525 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5597726-bb82-411b-a9a1-91ede79a8bec,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:17.618799 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:17.620651 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Checking segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:17.621233 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Network hostable DHCP agents. Network: 17405693-0dde-4b8c-bd10-9976770d9a83, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:45:17.689453 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:17.780101 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-fdbf42f7-8138-42b8-bec3-0a41c306fd5e service neutron] 10.222.0.55 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502295 Aug 24 19:45:17.808583 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Network 17405693-0dde-4b8c-bd10-9976770d9a83 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:45:17.937921 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 17405693-0dde-4b8c-bd10-9976770d9a83) {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:17.947701 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8be3d1-c730-4bc7-998e-45d932774d80 None None] Network 17405693-0dde-4b8c-bd10-9976770d9a83 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:17.967381 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:17.968332 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.052599 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-b26ebdbd-18dd-45b6-9a31-0d5216135b93 service neutron] 10.222.0.55 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644458 Aug 24 19:45:18.100991 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6273685 Aug 24 19:45:18.102736 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54642) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:18.117242 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:18.129413 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:18.135807 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Usage tracker for resource:router and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:18.140576 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:18.150552 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:18.163090 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.194030 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8db7e3c4-094c-4d7b-8c05-ccabe508fa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:18.258340 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.261226 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.313664 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.391797 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e500ac1-834e-4a14-bcd9-f700f46eb19e,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:18.397093 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-17405693-0dde-4b8c-bd10-9976770d9a83', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:45:18.401088 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.401701 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:18.407346 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.433520 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Checking segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:18.434286 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Network hostable DHCP agents. Network: cfd06381-3a6a-4b60-a41c-7482dff5280e, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:45:18.449026 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.651179 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Network cfd06381-3a6a-4b60-a41c-7482dff5280e is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:45:18.691148 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b4f6a714-51a9-4879-8a1a-241188a69478 req-f8089f5b-2b05-4ccc-8784-bc2d068b992f tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.1296353 Aug 24 19:45:18.730246 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Allocated IP 172.28.3.122 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/956bf40c-db07-4d4e-a766-8133f5c6e78f) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:18.844116 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-347933a8-7a53-4b30-880f-7c8f1ad3595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:18.901312 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Allocated IP 172.20.0.2 (17405693-0dde-4b8c-bd10-9976770d9a83/c5597726-bb82-411b-a9a1-91ede79a8bec/92cf81b7-69d6-4412-ad57-cac736f37768) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:19.129363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, cfd06381-3a6a-4b60-a41c-7482dff5280e) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:19.151595 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:19.152616 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.168280 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6358af9-06fb-47f3-b142-7f245154c8af None None] Network cfd06381-3a6a-4b60-a41c-7482dff5280e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:19.301801 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.332333 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.388283 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54690) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:19.394374 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:19.398021 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3003399 Aug 24 19:45:19.398938 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:19.403389 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Usage tracker for resource:router and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:19.406648 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:19.422528 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:19.509684 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.516191 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:19.632823 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54700) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:19.634516 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.636166 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.673003 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:19.675428 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:19.685354 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:19.703822 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.910365 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54726) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:19.910977 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54728) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:19.922074 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:19.943736 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Pushing event updated for resources: {'Port': ['ID=956bf40c-db07-4d4e-a766-8133f5c6e78f,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:19.953931 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:19.975685 dv-cinder-805877-1-smb neutron-server[79949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 19:45:20.126892 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Transition to ACTIVE for port object 92cf81b7-69d6-4412-ad57-cac736f37768 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:20.144158 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.194487 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-cfd06381-3a6a-4b60-a41c-7482dff5280e', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:45:20.197178 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28fe6142-2052-46b0-bada-cf3ace48e8cc req-eae1a723-0a9b-40ca-8436-10deaca390ac tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.2615619 Aug 24 19:45:20.208682 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.208921 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.240086 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:20.252323 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Transition to ACTIVE for port object 92cf81b7-69d6-4412-ad57-cac736f37768 will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:20.266692 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a4ff9b6e174c3fae6f366b7bf993fc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:20.269985 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.279737 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:20.296121 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:20.304623 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:20.313422 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Usage tracker for resource:security_group_rule and tenant:23e40318e0de43dfa8ba50a5be7d0be2 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:20.317189 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:20.333929 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:20.490388 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Allocated IP 172.20.0.2 (cfd06381-3a6a-4b60-a41c-7482dff5280e/2e500ac1-834e-4a14-bcd9-f700f46eb19e/c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:20.637178 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.650403 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-409ec861-e8c5-4a45-b750-98c069f76b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:20.654734 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.679129 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.748200 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.803770 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.804069 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Pushing event updated for resources: {'Port': ['ID=92cf81b7-69d6-4412-ad57-cac736f37768,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:20.831178 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Network 17405693-0dde-4b8c-bd10-9976770d9a83 is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:20.834725 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.835202 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.835629 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.836059 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.836482 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.836903 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.837344 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.837759 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.838424 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.838621 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.839039 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.839593 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Tracked resource versions report: Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: pushed versions: Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: { 'AddressGroup': {'1.2'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'ConntrackHelper': {'1.0'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Log': {'1.0'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Network': {'1.1'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Port': {'1.7'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'PortForwarding': {'1.2'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'QosPolicy': {'1.8'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroup': {'1.4'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'SubPort': {'1.0'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Subnet': {'1.1'}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Trunk': {'1.1'}} Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: consumer versions: Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: HyperV agent@hv-cinder-80587: {}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'ConntrackHelper': '1.0', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Log': '1.0', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Network': '1.1', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Port': '1.7', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'PortForwarding': '1.2', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'QosPolicy': '1.8', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroup': '1.4', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'SecurityGroupRule': '1.2', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'SubPort': '1.0', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Subnet': '1.1', Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: 'Trunk': '1.1'}} Aug 24 19:45:20.841026 dv-cinder-805877-1-smb neutron-server[79951]: {{(pid=79951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:45:20.846395 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:20.848296 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:20.859183 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:20.873184 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:20.874406 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:21.119403 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Attempting to bind port 92cf81b7-69d6-4412-ad57-cac736f37768 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:21.120347 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Attempting to bind port 92cf81b7-69d6-4412-ad57-cac736f37768 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:21.120709 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Attempting to bind port 92cf81b7-69d6-4412-ad57-cac736f37768 on network 17405693-0dde-4b8c-bd10-9976770d9a83 {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:21.124971 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.130382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.131687 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:21.132082 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Checking segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:21.133072 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.133490 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Bound using segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:21.134440 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Bound port: 92cf81b7-69d6-4412-ad57-cac736f37768, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:21.134870 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.236730 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b4244f-a118-4b7f-836c-58bf71e65560,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:21.269565 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:21.270760 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.321559 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:21.405531 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.437393 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-b5bb04d9-3d9e-4933-bac7-c0d28703ca66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.439323 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Transition to ACTIVE for port object c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:21.456206 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] For port 92cf81b7-69d6-4412-ad57-cac736f37768, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:21.463305 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] For port 92cf81b7-69d6-4412-ad57-cac736f37768, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=92cf81b7-69d6-4412-ad57-cac736f37768,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:21.471220 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Transition to ACTIVE for port object c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:21.478965 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Synchronizing usage tracker for tenant:c6db774e04834d1fb11e66c5756216cc on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:21.544585 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.560367 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-83f24bb7-8eb8-42a6-a75d-b25865f6d027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:21.585927 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Synchronizing usage tracker for tenant:c6db774e04834d1fb11e66c5756216cc on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:21.629914 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a74b07-a00f-46f1-8229-27b52d06eaa9,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:21.635674 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:21.639729 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Pushing event updated for resources: {'Port': ['ID=92cf81b7-69d6-4412-ad57-cac736f37768,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:21.654388 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:21.655818 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:21.666226 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:21.716680 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-72492040-58df-4e62-a26b-876ab203b3af req-3cfdd4c8-6502-47fe-95e5-efdef42b142b tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.3361640 Aug 24 19:45:21.769377 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Pushing event updated for resources: {'Port': ['ID=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:21.778784 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:21.780075 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Allocated IP 172.28.3.254 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/fb0c1a8e-a0f6-491b-be59-91d193e204dc) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:21.795330 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Network cfd06381-3a6a-4b60-a41c-7482dff5280e is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:21.797117 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:21.802728 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:21.815012 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Unset dirty status for tenant:c6db774e04834d1fb11e66c5756216cc on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:21.816690 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3a4ff9b6e174c3fae6f366b7bf993fc&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1779177 Aug 24 19:45:21.824668 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54774) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:21.841333 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.db.api [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) c6db774e04834d1fb11e66c5756216cc-security_group {{(pid=79949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:45:21.841666 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_db.api [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:45:21.850927 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.064900 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Attempting to bind port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:22.065262 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Attempting to bind port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:22.065635 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Attempting to bind port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 on network cfd06381-3a6a-4b60-a41c-7482dff5280e {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:22.072930 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:22.073503 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Checking segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:22.073873 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.074319 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Bound using segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:22.075401 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Bound port: c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:22.075765 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.081925 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.106573 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.190480 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.293596 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] For port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:22.297707 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] For port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:22.406148 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92cf81b7-69d6-4412-ad57-cac736f37768 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:22.437507 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.454974 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:22.502064 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.509846 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.529508 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Unset dirty status for tenant:c6db774e04834d1fb11e66c5756216cc on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:22.534899 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23e40318e0de43dfa8ba50a5be7d0be2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6032422 Aug 24 19:45:22.547089 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54790) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:22.558226 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:22.605096 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b4244f-a118-4b7f-836c-58bf71e65560,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:22.632508 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:22.633768 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.636713 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89b4244f-a118-4b7f-836c-58bf71e65560 HTTP/1.1" status: 204 len: 168 time: 0.8107400 Aug 24 19:45:22.671707 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.713012 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:22.755834 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Router 756c6e76-cdf0-4006-aeca-7edf3ec533ac is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:45:22.761145 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Pushing event updated for resources: {'Port': ['ID=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:22.768111 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:22.808265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.864287 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 92cf81b7-69d6-4412-ad57-cac736f37768 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:22.895628 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.907395 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:22.992042 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:23.041933 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:23.144488 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:23.349819 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:45:23.375507 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6c26efe9-0b2b-49d2-874f-349b5bee787e req-2a11b828-0bec-4eca-ab2b-b638a531f1f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.1482239 Aug 24 19:45:23.388958 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Sync routers for ids ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:45:23.405104 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Routers {'756c6e76-cdf0-4006-aeca-7edf3ec533ac'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:23.407040 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:23.475018 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:23.521784 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Notify callbacks [] for router, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:23.527379 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5259326 Aug 24 19:45:23.532720 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54814) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:23.674788 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Set router 756c6e76-cdf0-4006-aeca-7edf3ec533ac gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:23.733252 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:23.865820 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3718960-280b-4a89-8163-eab0b152a136 None None] Network 17405693-0dde-4b8c-bd10-9976770d9a83 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:23.942701 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0c1a8e-a0f6-491b-be59-91d193e204dc,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:23.951579 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.238s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:24.222226 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:45:20Z', 'revision_number': 3, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port': {'id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:24.249928 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Checking router: 756c6e76-cdf0-4006-aeca-7edf3ec533ac for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:45:24.250732 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Updating router 756c6e76-cdf0-4006-aeca-7edf3ec533ac port 956bf40c-db07-4d4e-a766-8133f5c6e78f binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:45:24.278718 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54826) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:24.344834 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:24.400835 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Provisioning for port 92cf81b7-69d6-4412-ad57-cac736f37768 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:24.408453 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:24.517149 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Provisioning complete for port 92cf81b7-69d6-4412-ad57-cac736f37768 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:24.517681 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:24.541162 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.38', 63027) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:24.752529 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:24.778436 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Allocated IP 172.28.3.47 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/ab3e58a7-2605-4fac-8be2-0c92d82997b2) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:24.785282 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:24.832903 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eba9d0-617a-4c94-a066-51390a6849be None None] Network cfd06381-3a6a-4b60-a41c-7482dff5280e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:24.904191 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:25.071153 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:25.151775 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:25.154216 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-77aee292-caab-48e5-bfbf-496226af282e None None] For port 92cf81b7-69d6-4412-ad57-cac736f37768, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=92cf81b7-69d6-4412-ad57-cac736f37768,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:25.298831 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:25.308642 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:1f14c3b1f32f4a77b32fc336fb6e0b39 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:25.366100 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:25.374093 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-112ff03a-797c-446b-ba53-5083cfff90e4 req-6654904c-1376-46ec-9bdf-49d208a8936b tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.3553715 Aug 24 19:45:25.382131 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:25.384880 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:25.418605 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:25.430112 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:25.444658 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:25.459105 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a74b07-a00f-46f1-8229-27b52d06eaa9,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:25.464189 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:25.557213 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:25.559429 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12a74b07-a00f-46f1-8229-27b52d06eaa9 HTTP/1.1" status: 204 len: 168 time: 2.9682167 Aug 24 19:45:25.564360 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f847803d-a709-4227-93a4-d9f89d074772 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:25.565885 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f847803d-a709-4227-93a4-d9f89d074772 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.38 "GET /v2.0/networks?id=766a905f-97a8-4d3c-b34e-975b83af6a2a HTTP/1.1" status: 200 len: 812 time: 1.0151691 Aug 24 19:45:25.689731 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Pushing event updated for resources: {'Port': ['ID=92cf81b7-69d6-4412-ad57-cac736f37768,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:25.703598 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:25.733553 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Request body: {'port': {'device_id': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a', 'admin_state_up': True, 'tenant_id': 'cd67c0f9d04f4f758c4b13dd2e4d9bde'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:25.743677 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Provisioning for port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:25.757410 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Provisioning complete for port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:25.758576 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:25.923488 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:25.953755 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:26.055561 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.101964 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3e58a7-2605-4fac-8be2-0c92d82997b2,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:26.105798 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:26.198902 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92cf81b7-69d6-4412-ad57-cac736f37768 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:26.348586 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.367950 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Transition to ACTIVE for port object 956bf40c-db07-4d4e-a766-8133f5c6e78f will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:26.393415 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] For port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:26.456843 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:26.460921 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:26.471991 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:26.480181 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.484179 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 92cf81b7-69d6-4412-ad57-cac736f37768 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:26.485894 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.490908 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:26.818501 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.818501 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-77aee292-caab-48e5-bfbf-496226af282e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:26.823605 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.845192 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Pushing event updated for resources: {'Port': ['ID=956bf40c-db07-4d4e-a766-8133f5c6e78f,revision_number=2']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:26.884277 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.885112 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.886510 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.887505 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.889823 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.891620 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.892100 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.892797 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.896079 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.896629 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.897126 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.899421 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Tracked resource versions report: Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: pushed versions: Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: { 'AddressGroup': {'1.2'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'ConntrackHelper': {'1.0'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Log': {'1.0'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Network': {'1.1'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Port': {'1.7'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'PortForwarding': {'1.2'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'QosPolicy': {'1.8'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroup': {'1.4'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'SubPort': {'1.0'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Subnet': {'1.1'}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Trunk': {'1.1'}} Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: consumer versions: Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: { DHCP agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: HyperV agent@hv-cinder-80587: {}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: L3 agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: Metadata agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: Metering agent@dv-cinder-805877-1-smb: {}, Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: Open vSwitch agent@dv-cinder-805877-1-smb: { 'AddressGroup': '1.2', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'ConntrackHelper': '1.0', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Log': '1.0', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Network': '1.1', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Port': '1.7', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'PortForwarding': '1.2', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'QosPolicy': '1.8', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroup': '1.4', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'SecurityGroupRule': '1.2', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'SubPort': '1.0', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Subnet': '1.1', Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: 'Trunk': '1.1'}} Aug 24 19:45:26.900824 dv-cinder-805877-1-smb neutron-server[79952]: {{(pid=79952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:45:26.912596 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Attempting to bind port 956bf40c-db07-4d4e-a766-8133f5c6e78f on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:26.913347 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Attempting to bind port 956bf40c-db07-4d4e-a766-8133f5c6e78f by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:26.914966 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Attempting to bind port 956bf40c-db07-4d4e-a766-8133f5c6e78f on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:26.923753 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:26.925159 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:26.925763 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:26.940128 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.940128 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:26.940128 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Bound port: 956bf40c-db07-4d4e-a766-8133f5c6e78f, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:26.940128 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:26.981279 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ef4e4192-236a-4afe-8ee9-dea94c344dbb req-df11a0be-4049-419a-9671-9aef35c8800f tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.2109931 Aug 24 19:45:26.992303 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-7d6bec2e-392c-4b02-b24a-fbff9f396d87 None None] Provisioning complete for port 92cf81b7-69d6-4412-ad57-cac736f37768 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:26.992721 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d6bec2e-392c-4b02-b24a-fbff9f396d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:27.011618 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:27.067114 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Pushing event updated for resources: {'Port': ['ID=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:27.070839 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Usage tracker for resource:port and tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:27.087880 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:27.268735 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] For port 956bf40c-db07-4d4e-a766-8133f5c6e78f, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:27.278459 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] For port 956bf40c-db07-4d4e-a766-8133f5c6e78f, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=956bf40c-db07-4d4e-a766-8133f5c6e78f,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:27.296558 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:27.343899 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:27.348479 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:27.591100 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Routers {'756c6e76-cdf0-4006-aeca-7edf3ec533ac'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:27.592178 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:27.604804 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-7d6bec2e-392c-4b02-b24a-fbff9f396d87 None None] Provisioning complete for port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:27.605782 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d6bec2e-392c-4b02-b24a-fbff9f396d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:27.648881 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Allocated IP 172.20.0.1 (00843024-f223-4742-bbfb-0f26b6b4a72d/535a013a-6d80-4e57-a1d0-1a03b6f0497f/1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:27.790105 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Pushing event updated for resources: {'Port': ['ID=956bf40c-db07-4d4e-a766-8133f5c6e78f,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:27.805881 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:27.936166 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:27.937338 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:27.956578 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:27.993507 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.059987 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] Set router 756c6e76-cdf0-4006-aeca-7edf3ec533ac gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:28.069362 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.112962 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:28.163471 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Made reservation on behalf of cd67c0f9d04f4f758c4b13dd2e4d9bde for: {'port': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:28.175692 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.179285 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:28.246857 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.285657 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f14c3b1f32f4a77b32fc336fb6e0b39&name=default HTTP/1.1" status: 200 len: 2975 time: 3.8247187 Aug 24 19:45:28.338608 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54934) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:28.366255 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1894f957-84e5-49f2-9ded-1dde2479c459,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:28.381138 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:28.391791 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:28.438321 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Network 00843024-f223-4742-bbfb-0f26b6b4a72d is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:28.451152 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:28.474611 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:28.475134 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.645480 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:28.646033 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.794071 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 54942) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:28.798936 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.839261 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:45:20Z', 'revision_number': 3, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port': {'id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:28.846476 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30e89-05da-478c-8861-d0339f02fc64 None None] The sync data for ids ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'] in dv-cinder-805877-1-smb is: [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:45:20Z', 'revision_number': 3, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port': {'id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:45:28.988279 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:29.015127 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:29.015914 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5f21383a-edd1-4320-b67c-a79129211d5f req-4dce1992-6efc-4a12-b7aa-51628dcd7cc8 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.2202382 Aug 24 19:45:29.075412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:29.112300 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:29.202628 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Allocated IP 172.20.0.5 (766a905f-97a8-4d3c-b34e-975b83af6a2a/dbfad2fb-3a07-4641-bda2-73de81c06b6d/fac6ceb4-4458-47f3-bddb-3e6be03ae848) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:29.282421 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Router 3e994523-662a-4017-8597-cee902093101 is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:45:29.729963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:29.915064 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:29.970338 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:30.008367 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1894f957-84e5-49f2-9ded-1dde2479c459,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:30.013077 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:30.036817 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:30.189366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:30.194991 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1894f957-84e5-49f2-9ded-1dde2479c459 HTTP/1.1" status: 204 len: 168 time: 1.8486719 Aug 24 19:45:30.386568 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 956bf40c-db07-4d4e-a766-8133f5c6e78f up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:30.412687 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:30.467168 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:30.514947 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:30.559002 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-e38b056a-e2f7-4009-8f82-b4c409637fe8 req-b36af1d7-bcbc-4d94-9b0c-bc21eb9e81f4 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Synchronizing usage tracker for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:30.716740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Usage tracker for resource:security_group_rule and tenant:7b34ff7761474ef5a2e70ca2eb5a3c64 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:30.728597 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:30.759204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:30.768812 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 956bf40c-db07-4d4e-a766-8133f5c6e78f completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:30.783748 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 956bf40c-db07-4d4e-a766-8133f5c6e78f triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:30.784375 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:30.821824 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-e38b056a-e2f7-4009-8f82-b4c409637fe8 req-b36af1d7-bcbc-4d94-9b0c-bc21eb9e81f4 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Unset dirty status for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:30.836758 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:45:30.844066 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e38b056a-e2f7-4009-8f82-b4c409637fe8 req-b36af1d7-bcbc-4d94-9b0c-bc21eb9e81f4 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.5070958 Aug 24 19:45:30.887391 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Sync routers for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:45:30.988627 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:31.001846 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:31.192673 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:31.195613 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:31.215543 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:31.216390 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 54988) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:31.235925 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-4c32f20b-5db0-4223-8454-f57ce8c96676 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.1284997 Aug 24 19:45:31.500112 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:31.560503 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Router 5615108a-ab07-432e-bef3-54bed38a0905 is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:45:31.566063 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:31.583939 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9eb094e3-1069-49d0-abe9-c356890d7202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:31.597669 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:31.738281 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:31.803470 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:31.995252 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b34ff7761474ef5a2e70ca2eb5a3c64&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0653317 Aug 24 19:45:32.068977 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55006) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:32.094254 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13dc5d-a395-4ab2-bb1a-cae3c3f8ac0a,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:32.109797 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:32.137680 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:32.249460 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55014) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:32.267592 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Pushing event updated for resources: {'Port': ['ID=fac6ceb4-4458-47f3-bddb-3e6be03ae848,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:32.284847 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:45:32.295995 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Sync routers for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:45:32.308499 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:32.310156 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:32.484579 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:32.531582 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Network 766a905f-97a8-4d3c-b34e-975b83af6a2a is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:32.533288 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:32.542590 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:32.543612 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:32.562210 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:32.709496 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:32.807134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:32.837366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:32.844847 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:32.845527 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:32.847219 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:32.864998 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f396877-d53e-4c36-826f-ae4c45f347b1 req-a90a02a5-a70d-43c2-acc6-53d3b213ed59 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:32.876174 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0f396877-d53e-4c36-826f-ae4c45f347b1 req-a90a02a5-a70d-43c2-acc6-53d3b213ed59 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 931 time: 0.6274197 Aug 24 19:45:32.925467 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:32.932570 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.5429301 Aug 24 19:45:32.936482 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55028) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:32.963830 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:33.013543 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:33.055306 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:33.066846 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Usage tracker for resource:security_group_rule and tenant:dbc262140cc6417ba1779a0183b7c32c is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:33.079509 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:33.095963 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:33.157363 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 956bf40c-db07-4d4e-a766-8133f5c6e78f, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=956bf40c-db07-4d4e-a766-8133f5c6e78f,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:33.251777 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:23Z', 'revision_number': 3, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:33.256632 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:33.257878 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Checking router: 3e994523-662a-4017-8597-cee902093101 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:45:33.258281 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Updating router 3e994523-662a-4017-8597-cee902093101 port fb0c1a8e-a0f6-491b-be59-91d193e204dc binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:45:33.353346 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:33.401148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:33.471133 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:33.521773 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:33.534229 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13dc5d-a395-4ab2-bb1a-cae3c3f8ac0a,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:33.543740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:33.553690 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-0f396877-d53e-4c36-826f-ae4c45f347b1 req-6b2f9ca6-e3d8-4186-8de1-c2ebe1ea24f2 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Synchronizing usage tracker for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:33.579566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:33.588588 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-a91edf71-d278-4fa8-9bb0-8ddeaff63993 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8684735 Aug 24 19:45:33.607867 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-6ed29834-efe9-4119-96e8-1b8b7da10744 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:45:33.609802 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-6ed29834-efe9-4119-96e8-1b8b7da10744 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098839 Aug 24 19:45:33.634935 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:33.638149 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Network 00843024-f223-4742-bbfb-0f26b6b4a72d is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:33.651836 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef13dc5d-a395-4ab2-bb1a-cae3c3f8ac0a HTTP/1.1" status: 204 len: 168 time: 1.5808036 Aug 24 19:45:33.653339 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=956bf40c-db07-4d4e-a766-8133f5c6e78f,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:33.666295 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:33.680405 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:33.687158 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-26681441-d0ed-4cb5-87a6-2bc85bbd1b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:33.756017 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da244288-8059-4faa-bf6b-7eccc1e77476,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:33.765420 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:33.790277 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-0f396877-d53e-4c36-826f-ae4c45f347b1 req-6b2f9ca6-e3d8-4186-8de1-c2ebe1ea24f2 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Unset dirty status for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:33.792206 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0f396877-d53e-4c36-826f-ae4c45f347b1 req-6b2f9ca6-e3d8-4186-8de1-c2ebe1ea24f2 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9147277 Aug 24 19:45:33.833436 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dbc262140cc6417ba1779a0183b7c32c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5827730 Aug 24 19:45:33.836914 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55040) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:33.952743 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:33.972271 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:27Z', 'revision_number': 3, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:33.980062 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Checking router: 5615108a-ab07-432e-bef3-54bed38a0905 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:45:33.981650 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Updating router 5615108a-ab07-432e-bef3-54bed38a0905 port ab3e58a7-2605-4fac-8be2-0c92d82997b2 binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:45:34.070526 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.178746 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.188778 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.434112 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.441304 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:34.495665 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da244288-8059-4faa-bf6b-7eccc1e77476,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:34.503305 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:34.510033 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.514153 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da244288-8059-4faa-bf6b-7eccc1e77476 HTTP/1.1" status: 204 len: 168 time: 0.6732748 Aug 24 19:45:34.548790 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Router 756c6e76-cdf0-4006-aeca-7edf3ec533ac has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:45:34.614902 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.645547 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Transition to ACTIVE for port object fb0c1a8e-a0f6-491b-be59-91d193e204dc will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:34.723951 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.732546 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5824609b-f05f-47b3-8612-1a75fea6792a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:35.134266 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Attempting to bind port fb0c1a8e-a0f6-491b-be59-91d193e204dc on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:35.134648 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Attempting to bind port fb0c1a8e-a0f6-491b-be59-91d193e204dc by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:35.135881 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Attempting to bind port fb0c1a8e-a0f6-491b-be59-91d193e204dc on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:35.202928 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27582e61-8177-4f83-84cb-14d90ae80d15 None None] Pushing event updated for resources: {'Port': ['ID=fb0c1a8e-a0f6-491b-be59-91d193e204dc,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:35.220930 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-27582e61-8177-4f83-84cb-14d90ae80d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:35.246535 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:35.249176 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:35.251600 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:35.253812 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:35.254888 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Bound port: fb0c1a8e-a0f6-491b-be59-91d193e204dc, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:35.258031 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:35.326263 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Request body: {'port': {'device_id': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:35.557378 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] For port fb0c1a8e-a0f6-491b-be59-91d193e204dc, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:35.590941 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] For port fb0c1a8e-a0f6-491b-be59-91d193e204dc, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=fb0c1a8e-a0f6-491b-be59-91d193e204dc,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:35.593691 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 956bf40c-db07-4d4e-a766-8133f5c6e78f up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:35.673390 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:35.689361 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:35.769760 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:45:35.800568 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:35.851743 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27582e61-8177-4f83-84cb-14d90ae80d15 None None] Pushing event updated for resources: {'Port': ['ID=fb0c1a8e-a0f6-491b-be59-91d193e204dc,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:35.866512 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Sync routers for ids ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:45:35.875475 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Transition to ACTIVE for port object ab3e58a7-2605-4fac-8be2-0c92d82997b2 will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:35.879622 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-27582e61-8177-4f83-84cb-14d90ae80d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:35.882142 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] 10.222.0.55 "PUT /v2.0/routers/756c6e76-cdf0-4006-aeca-7edf3ec533ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3520770 Aug 24 19:45:35.884715 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:35.907155 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:35.908387 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:36.007693 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.018527 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-e4f84014-7687-46b0-86c5-40e9a699b1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:36.044882 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Routers {'756c6e76-cdf0-4006-aeca-7edf3ec533ac'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:36.048405 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:36.309861 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 956bf40c-db07-4d4e-a766-8133f5c6e78f triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:36.315889 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.341182 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.353330 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55078) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:36.377512 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a31e-238b-4908-9d35-697bc34017aa None None] Pushing event updated for resources: {'Port': ['ID=ab3e58a7-2605-4fac-8be2-0c92d82997b2,revision_number=2']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:36.394342 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-fcd6a31e-238b-4908-9d35-697bc34017aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:36.428282 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Attempting to bind port ab3e58a7-2605-4fac-8be2-0c92d82997b2 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:36.428989 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Attempting to bind port ab3e58a7-2605-4fac-8be2-0c92d82997b2 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:36.429749 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Attempting to bind port ab3e58a7-2605-4fac-8be2-0c92d82997b2 on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:36.463093 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.471685 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:36.472322 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:36.472998 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.487208 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:36.488076 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Bound port: ab3e58a7-2605-4fac-8be2-0c92d82997b2, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:36.492458 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.561816 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:36.591959 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6b7b764eec407999f51357bdb67d75 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:36.631070 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:36.668327 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:36.800771 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] For port ab3e58a7-2605-4fac-8be2-0c92d82997b2, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:36.805348 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] For port ab3e58a7-2605-4fac-8be2-0c92d82997b2, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ab3e58a7-2605-4fac-8be2-0c92d82997b2,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:36.898259 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.907565 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-3a1586f0-da91-4292-9269-8944293280c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:36.963790 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.025665 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288ff3b-5c20-4da6-8987-6e644c0e14a3 req-97a72466-7dba-4e84-9190-2fa8cbdd95c7 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:37.043720 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3288ff3b-5c20-4da6-8987-6e644c0e14a3 req-97a72466-7dba-4e84-9190-2fa8cbdd95c7 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 931 time: 1.6243265 Aug 24 19:45:37.074515 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.086687 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-def478eb-ed9c-4e0c-a207-169ee6a80e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:37.112667 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:37.114490 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:37.128199 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e9ac17-afd5-48d6-abe0-ad24ea686a30,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:37.132522 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:37.194940 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:37.217903 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad6b7b764eec407999f51357bdb67d75&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8629479 Aug 24 19:45:37.222815 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55092) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:37.392262 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.480396 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.560707 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Set router 756c6e76-cdf0-4006-aeca-7edf3ec533ac gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:37.720275 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.727861 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cfbc5767-787d-49f0-b168-6bc58b2a218d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:37.737249 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac6ceb4-4458-47f3-bddb-3e6be03ae848 {{(pid=79949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:45:37.747348 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.766605 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e9ac17-afd5-48d6-abe0-ad24ea686a30,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:37.767945 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Transition to ACTIVE for port object fac6ceb4-4458-47f3-bddb-3e6be03ae848 will not be triggered until provisioned by entity L2. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:37.778143 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:37.809625 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.817303 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73e9ac17-afd5-48d6-abe0-ad24ea686a30 HTTP/1.1" status: 204 len: 168 time: 0.5897970 Aug 24 19:45:37.885332 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:38.004491 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Allocated IP 172.20.0.1 (17405693-0dde-4b8c-bd10-9976770d9a83/c5597726-bb82-411b-a9a1-91ede79a8bec/92b4af40-3ff7-4351-8a32-c25314d702b8) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:38.097338 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a31e-238b-4908-9d35-697bc34017aa None None] Pushing event updated for resources: {'Port': ['ID=ab3e58a7-2605-4fac-8be2-0c92d82997b2,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:38.309010 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:38.340952 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-fcd6a31e-238b-4908-9d35-697bc34017aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.437s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:38.349636 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:38.409055 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3288ff3b-5c20-4da6-8987-6e644c0e14a3 req-a079a985-abf7-407e-ac1e-adb936ef0458 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0651560 Aug 24 19:45:38.896720 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:27Z', 'revision_number': 3, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:38.911267 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375cb0b-474a-4823-b348-d8efe06afb60 None None] The sync data for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb is: [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:27Z', 'revision_number': 3, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:45:39.220090 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:23Z', 'revision_number': 3, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:39.237849 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762cae4-9fbd-4106-aea9-6e4cb495b258 None None] The sync data for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb is: [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:23Z', 'revision_number': 3, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:45:39.345783 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:45:29Z', 'revision_number': 4, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port': {'id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c', 'name': '', 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'mac_address': 'fa:16:3e:75:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:27Z', 'updated_at': '2021-08-24T19:45:30Z', 'revision_number': 2, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'subnets': [{'id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:39.356928 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Checking router: 756c6e76-cdf0-4006-aeca-7edf3ec533ac for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:45:39.358754 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Updating router 756c6e76-cdf0-4006-aeca-7edf3ec533ac port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:45:39.460309 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Pushing event updated for resources: {'Port': ['ID=fac6ceb4-4458-47f3-bddb-3e6be03ae848,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:39.479080 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.127s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:39.520333 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:39.544194 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55146) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:39.731061 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07abe-a374-4db1-b526-c536c106ce51 req-1846cfbb-d58f-4d14-99f2-c5a87d956382 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:39.743108 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-1846cfbb-d58f-4d14-99f2-c5a87d956382 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 819 time: 0.6520915 Aug 24 19:45:39.820178 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-691172bf-f6b2-4114-a8fe-78e63a82929e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/quotas/37bda5aa04284520ae2791cbadbcbfbc HTTP/1.1" status: 200 len: 375 time: 0.0738847 Aug 24 19:45:40.081837 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-0d967369-8610-4d86-a0c3-660e99afd67e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2586970 Aug 24 19:45:40.434674 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-72504aa5-037c-46dc-aea8-4196f95c6f2f service neutron] 10.222.0.55 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515058 Aug 24 19:45:40.477905 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:40.569629 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874918152-network', 'tenant_id': '5865b3e0c56448e5817c9a77fa300a01'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:40.819283 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Attempting to bind port fac6ceb4-4458-47f3-bddb-3e6be03ae848 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:40.822604 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Attempting to bind port fac6ceb4-4458-47f3-bddb-3e6be03ae848 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '88020107-97f3-4d22-b671-01e4edb76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a'}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:40.823284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Attempting to bind port fac6ceb4-4458-47f3-bddb-3e6be03ae848 on network 766a905f-97a8-4d3c-b34e-975b83af6a2a {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:40.907017 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:40.911416 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Usage tracker for resource:network and tenant:5865b3e0c56448e5817c9a77fa300a01 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:40.914737 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:40.922411 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:41.099806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Made reservation on behalf of 5865b3e0c56448e5817c9a77fa300a01 for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:41.123003 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:41.207889 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-5d59a3c4-a5b8-41d9-acac-981cda990b8e service neutron] 10.222.0.55 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686632 Aug 24 19:45:41.224343 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:41.406571 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:41.406571 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Usage tracker for resource:security_group_rule and tenant:5865b3e0c56448e5817c9a77fa300a01 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:41.421282 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:41.449754 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:41.604221 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:41.637731 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device fb0c1a8e-a0f6-491b-be59-91d193e204dc up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:41.689569 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Port fac6ceb4-4458-47f3-bddb-3e6be03ae848 on network 766a905f-97a8-4d3c-b34e-975b83af6a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:45:41.691221 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Attempting to bind port fac6ceb4-4458-47f3-bddb-3e6be03ae848 on network 766a905f-97a8-4d3c-b34e-975b83af6a2a {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:41.735055 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:41.742621 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:41.774651 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:41.775065 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Checking segment: {'id': '88020107-97f3-4d22-b671-01e4edb76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:41.775595 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Bound using segment: {'id': '88020107-97f3-4d22-b671-01e4edb76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a'} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:41.776452 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Bound port: fac6ceb4-4458-47f3-bddb-3e6be03ae848, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88020107-97f3-4d22-b671-01e4edb76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a'}}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:41.777045 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:41.814744 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Transition to ACTIVE for port object 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:41.938085 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Transition to ACTIVE for port object 92b4af40-3ff7-4351-8a32-c25314d702b8 will not be triggered until provisioned by entity DHCP. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:41.938863 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.297170 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33963bb5-1a72-4630-ab58-ce4c46f29e96 req-433fae22-c368-4077-8b79-95c6140998dc tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:42.298674 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-33963bb5-1a72-4630-ab58-ce4c46f29e96 req-433fae22-c368-4077-8b79-95c6140998dc tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 943 time: 2.1422565 Aug 24 19:45:42.317056 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] For port fac6ceb4-4458-47f3-bddb-3e6be03ae848, host hv-cinder-80587, cleared binding levels {{(pid=79949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:42.323245 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] For port fac6ceb4-4458-47f3-bddb-3e6be03ae848, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848,segment=NetworkSegment(88020107-97f3-4d22-b671-01e4edb76df3),segment_id=88020107-97f3-4d22-b671-01e4edb76df3)] {{(pid=79949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:42.421878 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-33963bb5-1a72-4630-ab58-ce4c46f29e96 req-c097638e-81b3-4029-85fd-c86d4d0c3867 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013839 Aug 24 19:45:42.437471 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Allocated IP 172.20.0.1 (cfd06381-3a6a-4b60-a41c-7482dff5280e/2e500ac1-834e-4a14-bcd9-f700f46eb19e/82eb0e4d-0a2c-45a6-940e-f6f98af07cb5) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:42.648431 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.671121 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Transition to ACTIVE for port object 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 will not be triggered until provisioned by entity DHCP. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:42.800593 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port fb0c1a8e-a0f6-491b-be59-91d193e204dc completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:42.808838 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.822587 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:42.828347 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port fb0c1a8e-a0f6-491b-be59-91d193e204dc triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:42.843142 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.869603 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.871108 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.875376 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:42.977654 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.989093 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:45:43.055876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047445e1-6bb9-4c5a-a6b6-6a6f7067125d,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:43.080993 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:43.093943 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:43.109976 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:43.112706 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:43.113288 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Added segment 3773c795-2625-4258-893c-cda6aa67838e of type vlan for network c9459d2f-0c07-4b7a-87e6-c074c782624e Aug 24 19:45:43.177329 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:43.251599 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Pushing event updated for resources: {'Port': ['ID=92b4af40-3ff7-4351-8a32-c25314d702b8,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:43.262375 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Network 17405693-0dde-4b8c-bd10-9976770d9a83 is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:43.281000 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:43.302034 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-b3be2461-417b-4bab-89d6-cf75fc63de11 req-478e3d84-dfc9-41a7-b1b4-48672a71ed8d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Synchronizing usage tracker for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:43.473168 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Network cfd06381-3a6a-4b60-a41c-7482dff5280e is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:43.495448 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:43.504689 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:43.505748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:43.540634 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:43.567192 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:43.693992 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:43.699891 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:43.704624 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] 10.222.0.38 "PUT /v2.0/ports/fac6ceb4-4458-47f3-bddb-3e6be03ae848 HTTP/1.1" status: 200 len: 1093 time: 9.7006731 Aug 24 19:45:43.779677 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'tag': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:45:43.967877 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0578b-8456-4c97-a417-f05bf31b935b None None] Pushing event updated for resources: {'Port': ['ID=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:43.988807 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Pushing event updated for resources: {'Network': ['ID=c9459d2f-0c07-4b7a-87e6-c074c782624e,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:43.997549 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:43.998467 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:44.019522 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:44.050651 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c8a0578b-8456-4c97-a417-f05bf31b935b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:44.051476 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.4974847 Aug 24 19:45:44.075439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55256) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:44.075439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Request body: {'subnet': {'network_id': 'c9459d2f-0c07-4b7a-87e6-c074c782624e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874918152-subnet', 'tenant_id': '5865b3e0c56448e5817c9a77fa300a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:44.084699 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:44.095904 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Usage tracker for resource:subnet and tenant:5865b3e0c56448e5817c9a77fa300a01 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:44.103519 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network c9459d2f-0c07-4b7a-87e6-c074c782624e details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:45:44.105994 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:44.107696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:44.118738 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:44.133447 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:44.204278 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99e1b1-6cca-477f-9fe1-11762ebdfdfa req-a1df7842-211f-4f2c-8535-7dc80af14da3 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:44.205924 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-da99e1b1-6cca-477f-9fe1-11762ebdfdfa req-a1df7842-211f-4f2c-8535-7dc80af14da3 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 943 time: 0.3647311 Aug 24 19:45:44.325329 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Made reservation on behalf of 5865b3e0c56448e5817c9a77fa300a01 for: {'subnet': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:44.364070 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:44.409792 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-da99e1b1-6cca-477f-9fe1-11762ebdfdfa req-fc9b3d60-c806-4e33-817c-c8281cc50526 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959500 Aug 24 19:45:44.471078 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:44.709887 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-b3be2461-417b-4bab-89d6-cf75fc63de11 req-478e3d84-dfc9-41a7-b1b4-48672a71ed8d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Unset dirty status for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:44.716234 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b3be2461-417b-4bab-89d6-cf75fc63de11 req-478e3d84-dfc9-41a7-b1b4-48672a71ed8d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 210 time: 1.6594293 Aug 24 19:45:44.748581 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:45:44.794488 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Attempting to bind port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:44.798630 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Attempting to bind port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:44.806286 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Attempting to bind port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c on network 00843024-f223-4742-bbfb-0f26b6b4a72d {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:44.807051 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Pushing event updated for resources: {'Port': ['ID=fac6ceb4-4458-47f3-bddb-3e6be03ae848,revision_number=3']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:44.821641 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:44.893560 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:44.896808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Checking segment: {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:44.896808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:44.896808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Bound using segment: {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:44.896808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Bound port: 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:44.897857 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:44.952588 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port fb0c1a8e-a0f6-491b-be59-91d193e204dc, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=fb0c1a8e-a0f6-491b-be59-91d193e204dc,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:45.049307 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:45.049307 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ab3e58a7-2605-4fac-8be2-0c92d82997b2 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:45.079847 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:45.086986 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-51d40341-90c0-41a8-94cf-0d239c760c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:45.114906 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-dfd78d97-9a54-4dde-b729-49814e4c8f20 None None] Provisioning for port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:45.194042 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68486b47-eb1f-493a-89bb-8b396c76a816,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:45.197884 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:45.209949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:45.215438 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.340s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:45.216064 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c0ecb23-fbbf-4c3d-80f7-da6813039d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.970s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:45.228214 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Checking segment: {'id': '3773c795-2625-4258-893c-cda6aa67838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9459d2f-0c07-4b7a-87e6-c074c782624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:45.228577 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Network hostable DHCP agents. Network: c9459d2f-0c07-4b7a-87e6-c074c782624e, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:45:45.344062 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-dfd78d97-9a54-4dde-b729-49814e4c8f20 None None] Provisioning complete for port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:45.344443 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-dfd78d97-9a54-4dde-b729-49814e4c8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:45.356657 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Network c9459d2f-0c07-4b7a-87e6-c074c782624e is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:45:45.460548 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, c9459d2f-0c07-4b7a-87e6-c074c782624e) {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:45.463500 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:45.464106 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:45.481308 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'tag': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848', 'status': 'completed', 'code': 200} Aug 24 19:45:45.489731 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0276a6-33fe-4808-8cb3-cbc478dbab90 None None] Network c9459d2f-0c07-4b7a-87e6-c074c782624e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:45.555617 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=fb0c1a8e-a0f6-491b-be59-91d193e204dc,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:45.564336 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-dfd78d97-9a54-4dde-b729-49814e4c8f20 None None] Port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:45:45.576880 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:45.606655 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b595bd2f-a9d4-4e1e-9b05-35fa30c75f33 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5398633 Aug 24 19:45:45.648950 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:45.701513 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] For port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:45.778402 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a803e-960c-4493-800c-d120a06520c9 req-f69b7fd1-9bc4-4c09-8276-6dc86f21898f tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:45.788391 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2f5a803e-960c-4493-800c-d120a06520c9 req-f69b7fd1-9bc4-4c09-8276-6dc86f21898f tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 943 time: 0.1147912 Aug 24 19:45:45.812102 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] For port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:45.817511 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:45.822465 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:45.857571 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2f5a803e-960c-4493-800c-d120a06520c9 req-ae858674-0fa7-463d-a946-9a2552e2a326 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679801 Aug 24 19:45:45.925983 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port ab3e58a7-2605-4fac-8be2-0c92d82997b2 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:45.936706 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port ab3e58a7-2605-4fac-8be2-0c92d82997b2 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:45.937278 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:45.967855 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.511s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:45.968518 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:45.973207 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.db.resource_extend [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:45:45.982161 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:45.987044 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-aba624f9-2de4-4471-a88b-2d6bd1ae7778 None None] Provisioning for port 92b4af40-3ff7-4351-8a32-c25314d702b8 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:46.001345 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:46.001968 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:46.059376 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-8005e5a2-4a84-4c5e-b3c0-77d42caa0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:46.062452 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-8005e5a2-4a84-4c5e-b3c0-77d42caa0a29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd67c0f9d04f4f758c4b13dd2e4d9bde&device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 1096 time: 1.9353004 Aug 24 19:45:46.147607 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-aba624f9-2de4-4471-a88b-2d6bd1ae7778 None None] Provisioning complete for port 92b4af40-3ff7-4351-8a32-c25314d702b8 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:46.148163 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-aba624f9-2de4-4471-a88b-2d6bd1ae7778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:46.221617 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:46.249062 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:46.256725 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-0714b2b6-f11a-4c20-9760-0cb482a1493e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848 HTTP/1.1" status: 200 len: 217 time: 0.1502190 Aug 24 19:45:46.265286 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:46.467526 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Routers {'756c6e76-cdf0-4006-aeca-7edf3ec533ac'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:46.467526 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:46.563967 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a5904-a2a1-48eb-901e-798076edac4e None None] Network c9459d2f-0c07-4b7a-87e6-c074c782624e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:46.614993 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-aba624f9-2de4-4471-a88b-2d6bd1ae7778 None None] Port 92b4af40-3ff7-4351-8a32-c25314d702b8 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:45:46.616612 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-e92cc95b-4c2e-41fd-a22b-96163338e78a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:46.617374 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-e92cc95b-4c2e-41fd-a22b-96163338e78a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Synchronizing usage tracker for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:network {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:46.617504 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0578b-8456-4c97-a417-f05bf31b935b None None] Pushing event updated for resources: {'Port': ['ID=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:46.631653 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:46.645200 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:46.659100 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-7a3f605e-ee90-4e76-9c41-216ebcc76c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:46.665156 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-7a3f605e-ee90-4e76-9c41-216ebcc76c7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbfad2fb-3a07-4641-bda2-73de81c06b6d HTTP/1.1" status: 200 len: 852 time: 0.2737212 Aug 24 19:45:46.666970 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c8a0578b-8456-4c97-a417-f05bf31b935b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:46.755124 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.db.resource_extend [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:45:46.779626 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-9324fdcc-bd28-44f0-8cd0-1c1d900c4cea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766a905f-97a8-4d3c-b34e-975b83af6a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038544 Aug 24 19:45:46.794328 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:46.855253 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:47.203693 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55374) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:47.262136 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:47.262953 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-e92cc95b-4c2e-41fd-a22b-96163338e78a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Unset dirty status for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:network {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:47.264253 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-e92cc95b-4c2e-41fd-a22b-96163338e78a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 819 time: 1.8183670 Aug 24 19:45:47.309594 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:47.309772 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55380) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:47.316820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818825203-network', 'tenant_id': '39e3f70efed44e458f200b59a739ff15'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:47.320140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port ab3e58a7-2605-4fac-8be2-0c92d82997b2, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ab3e58a7-2605-4fac-8be2-0c92d82997b2,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:47.327509 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:47.341542 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:47.351098 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] Set router 756c6e76-cdf0-4006-aeca-7edf3ec533ac gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:47.383116 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Network cfd06381-3a6a-4b60-a41c-7482dff5280e is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:47.385040 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8723027-bac1-48cd-927f-db56e3cb90a7 req-f8b13cc7-7ccd-459d-bc3d-7f519e191383 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:47.387298 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-3cfa8f12-9472-48df-af06-5062fe0bd8aa service neutron] 10.222.0.38 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733356 Aug 24 19:45:47.392205 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a8723027-bac1-48cd-927f-db56e3cb90a7 req-f8b13cc7-7ccd-459d-bc3d-7f519e191383 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 943 time: 0.2594833 Aug 24 19:45:47.400927 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Usage tracker for resource:network and tenant:39e3f70efed44e458f200b59a739ff15 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:47.407602 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:47.471015 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:47.481299 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-63668dd0-6854-4d8f-99b8-21762295a5d2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/quotas/37bda5aa04284520ae2791cbadbcbfbc HTTP/1.1" status: 200 len: 375 time: 0.1573043 Aug 24 19:45:47.521471 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:47.686763 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a8723027-bac1-48cd-927f-db56e3cb90a7 req-19759eed-1d8e-4595-a9a3-27209ed74f54 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874746 Aug 24 19:45:47.696015 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Made reservation on behalf of 39e3f70efed44e458f200b59a739ff15 for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:47.709227 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:47.762938 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:47.791743 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:47.798883 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Usage tracker for resource:security_group_rule and tenant:39e3f70efed44e458f200b59a739ff15 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:47.803789 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:47.815455 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:47.843622 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.38', 63047) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:47.892293 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:47.919101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:47.972336 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Pushing event updated for resources: {'Port': ['ID=92b4af40-3ff7-4351-8a32-c25314d702b8,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:48.007311 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:48.244216 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:48.255496 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07abe-a374-4db1-b526-c536c106ce51 req-3eecdd2c-db53-40e3-9833-cda13550f41a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:48.257644 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-3eecdd2c-db53-40e3-9833-cda13550f41a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 819 time: 0.4113019 Aug 24 19:45:48.277556 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Request body: {'port': {'device_id': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'admin_state_up': True, 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:48.297390 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:48.412758 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:48.497802 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:45:48.538534 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:48.539849 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Added segment 81239e5f-02bf-4aa3-bd3a-6e7b9def0e1e of type vlan for network a7a4f857-4810-47b3-a05d-cb079ff27055 Aug 24 19:45:48.543172 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:48.579484 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eb8cbf0f-8396-461e-beab-2d3681c8675a req-9c7b57c6-50a6-4057-8f67-074b1d7ad226 service neutron] 10.222.0.38 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1664648 Aug 24 19:45:48.622083 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Usage tracker for resource:security_group_rule and tenant:8f5780d82b2c42b3a4abc3335edd092d is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:48.622657 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:48.648610 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55396) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:48.654788 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:48.704133 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Network 17405693-0dde-4b8c-bd10-9976770d9a83 is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:48.708626 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device fb0c1a8e-a0f6-491b-be59-91d193e204dc up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:48.747239 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:48.758684 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:48.786591 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:48.816430 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.db.resource_extend [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:45:48.962056 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-f512dffe-47c6-4e1d-ac15-833d256111b5 None None] Provisioning complete for port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:48.972146 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f512dffe-47c6-4e1d-ac15-833d256111b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.017553 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f4a58-d97f-4b4d-91cc-234a94c4718b,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:49.052985 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:49.154308 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.206124 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7f3ed6bc-a01b-43f6-9703-0bba7c1c6f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.242549 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Router 5615108a-ab07-432e-bef3-54bed38a0905 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:45:49.252670 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:49.253725 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.267141 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=ab3e58a7-2605-4fac-8be2-0c92d82997b2,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:49.275476 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.358s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:49.286038 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:49.326316 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-f512dffe-47c6-4e1d-ac15-833d256111b5 None None] Port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:45:49.388264 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port fb0c1a8e-a0f6-491b-be59-91d193e204dc triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:49.388823 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.392383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.485999 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-91bc1809-dcf8-48b7-a4f6-ea14debe965f None None] Provisioning complete for port 92b4af40-3ff7-4351-8a32-c25314d702b8 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:49.486790 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-91bc1809-dcf8-48b7-a4f6-ea14debe965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.494906 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:49.541356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:49.546643 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Pushing event updated for resources: {'Network': ['ID=a7a4f857-4810-47b3-a05d-cb079ff27055,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:49.551405 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:49.582064 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-91bc1809-dcf8-48b7-a4f6-ea14debe965f None None] Port 92b4af40-3ff7-4351-8a32-c25314d702b8 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:45:49.583063 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network a7a4f857-4810-47b3-a05d-cb079ff27055 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:45:49.585638 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-56612186-88fe-4a8d-91ed-1cc8c636282e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9521537 Aug 24 19:45:49.588973 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2774079 Aug 24 19:45:49.589703 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55424) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:49.605483 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Request body: {'subnet': {'network_id': 'a7a4f857-4810-47b3-a05d-cb079ff27055', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818825203-subnet', 'tenant_id': '39e3f70efed44e458f200b59a739ff15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:49.608045 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Router 3e994523-662a-4017-8597-cee902093101 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:45:49.617768 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:49.621555 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:45:29Z', 'revision_number': 4, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port': {'id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c', 'name': '', 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'mac_address': 'fa:16:3e:75:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:27Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'subnets': [{'id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:49.622829 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:49.625904 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Usage tracker for resource:subnet and tenant:39e3f70efed44e458f200b59a739ff15 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:49.632145 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:49.645232 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ba87f81d974ed7837fd51041e98087 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:49.646148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:49.650110 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:49.670473 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:49.686298 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a395db-9862-4289-946e-ddd9b2b51a0c None None] The sync data for ids ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'] in dv-cinder-805877-1-smb is: [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:45:29Z', 'revision_number': 4, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port': {'id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c', 'name': '', 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'mac_address': 'fa:16:3e:75:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:27Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'subnets': [{'id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:45:49.688239 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3039e-02d0-44fe-a071-c3c10aa2c583 req-911dd111-6d3d-4124-bb1a-582f2a67b381 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:49.693403 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-82f3039e-02d0-44fe-a071-c3c10aa2c583 req-911dd111-6d3d-4124-bb1a-582f2a67b381 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 943 time: 0.5556517 Aug 24 19:45:49.694425 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Made reservation on behalf of 37bda5aa04284520ae2791cbadbcbfbc for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:49.708156 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.785671 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Made reservation on behalf of 39e3f70efed44e458f200b59a739ff15 for: {'subnet': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:49.794032 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:49.957827 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:45:49.976476 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-7ef3dae8-92d3-4a4a-b988-7e3698062a06 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:45:49.977542 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-7ef3dae8-92d3-4a4a-b988-7e3698062a06 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2279260 Aug 24 19:45:49.980408 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Sync routers for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:45:49.995129 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:49.996041 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:49.999699 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:50.230150 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:50.321240 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:50.337754 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-82f3039e-02d0-44fe-a071-c3c10aa2c583 req-01c6ef8a-0cae-4d37-abe2-719e82160472 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723755 Aug 24 19:45:50.578294 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:50.611389 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-8b1840e4-b0ea-42e6-bc87-85d1d84fe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:50.613024 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-8b1840e4-b0ea-42e6-bc87-85d1d84fe6b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd67c0f9d04f4f758c4b13dd2e4d9bde&device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 1096 time: 1.4062726 Aug 24 19:45:50.627371 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c114b24b-c245-4f63-b824-70424611eb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:50.761425 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Allocated IP 172.20.0.8 (00843024-f223-4742-bbfb-0f26b6b4a72d/535a013a-6d80-4e57-a1d0-1a03b6f0497f/90143daf-5d00-4c9b-a2bd-2106ec4f39e4) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:50.861141 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:50.971749 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:51.044828 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:51.045681 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-58b8638f-d1f7-4b73-a759-f1b405b02a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:51.050736 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:51.051127 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:51.053931 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-58b8638f-d1f7-4b73-a759-f1b405b02a7a service neutron] 10.222.0.38 "GET /v2.0/networks?id=766a905f-97a8-4d3c-b34e-975b83af6a2a HTTP/1.1" status: 200 len: 913 time: 0.4038041 Aug 24 19:45:51.067522 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:45:51.168063 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Sync routers for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:45:51.169743 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] 10.222.0.55 "PUT /v2.0/routers/5615108a-ab07-432e-bef3-54bed38a0905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2297497 Aug 24 19:45:51.177691 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:51.303424 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 2, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:51.322636 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Checking router: 5615108a-ab07-432e-bef3-54bed38a0905 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:45:51.325657 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Updating router 5615108a-ab07-432e-bef3-54bed38a0905 port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:45:51.328688 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:51.329666 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:51.417708 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f5780d82b2c42b3a4abc3335edd092d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2076015 Aug 24 19:45:51.489875 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55444) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:51.509179 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:51.525308 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9ba87f81d974ed7837fd51041e98087&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8574872 Aug 24 19:45:51.530236 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55448) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:51.534722 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:51.547197 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf184d7-f601-4996-a995-3f4b1c79326a,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:51.552101 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-284d57c2-0137-42ac-91b5-45b26470764a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:51.575736 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] 10.222.0.55 "PUT /v2.0/routers/3e994523-662a-4017-8597-cee902093101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3577275 Aug 24 19:45:51.585222 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-a0e208b5-8ba2-4a56-8876-2ee094b92620 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848 HTTP/1.1" status: 200 len: 217 time: 0.4631028 Aug 24 19:45:51.626769 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:51.744783 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4ba741ee-0def-42bf-bcaf-fe297fa86828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:51.766153 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:51.820265 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:51.914451 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce5435f-c083-43fc-a616-2b2723488e46,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:51.929701 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:52.073405 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Checking segment: {'id': '81239e5f-02bf-4aa3-bd3a-6e7b9def0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a7a4f857-4810-47b3-a05d-cb079ff27055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:52.074027 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Network hostable DHCP agents. Network: a7a4f857-4810-47b3-a05d-cb079ff27055, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:45:52.087364 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.112648 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91b84f0-1a23-45a8-830f-21a93e9980c8,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:52.144458 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:52.147376 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:52.170854 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-11fd8054-4ef3-4e9a-b193-5735d2057855 service neutron] 10.222.0.55 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1607347 Aug 24 19:45:52.238025 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.286621 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.319515 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:52.326567 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Network a7a4f857-4810-47b3-a05d-cb079ff27055 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:45:52.375980 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.392276 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b997829d-7414-49cf-919e-275092543d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:52.431345 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device fac6ceb4-4458-47f3-bddb-3e6be03ae848 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:45:52.452996 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.454466 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ab3e58a7-2605-4fac-8be2-0c92d82997b2 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:52.479904 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-c35b9558-a028-4cdd-baa6-e924e64de9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:52.481764 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-c35b9558-a028-4cdd-baa6-e924e64de9b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbfad2fb-3a07-4641-bda2-73de81c06b6d HTTP/1.1" status: 200 len: 852 time: 0.5717075 Aug 24 19:45:52.482661 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.539089 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.548383 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:52.577687 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Transition to ACTIVE for port object 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:52.585046 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Pushing event updated for resources: {'Port': ['ID=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:52.585251 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-0474845c-94df-4968-bf2d-1a8704b1544c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766a905f-97a8-4d3c-b34e-975b83af6a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867426 Aug 24 19:45:52.605676 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.607067 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4fdb6-639e-42f9-99a7-e4d62ba55226 req-9cc82145-3290-47ec-9f3d-df5b04a3245a tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:52.620580 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1ff4fdb6-639e-42f9-99a7-e4d62ba55226 req-9cc82145-3290-47ec-9f3d-df5b04a3245a tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 943 time: 0.9066093 Aug 24 19:45:52.633941 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:52.634100 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.638940 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Network 00843024-f223-4742-bbfb-0f26b6b4a72d is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:45:52.672908 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:52.689286 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:45:52.695689 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:52.696542 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.754131 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, a7a4f857-4810-47b3-a05d-cb079ff27055) {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:45:52.774240 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.resource_extend [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:45:52.775626 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:52.776662 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.777128 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:52.791858 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:52.811268 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1ff4fdb6-639e-42f9-99a7-e4d62ba55226 req-19bf25d1-2b33-4001-9108-45fea4a76d84 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888928 Aug 24 19:45:52.856830 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-5ca14ccd-4bb8-4a97-adec-5b7817729fa2 service neutron] 10.222.0.55 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358099 Aug 24 19:45:52.955235 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6854534 Aug 24 19:45:52.967271 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3712201 Aug 24 19:45:52.980502 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.013349 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.015235 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ce5435f-c083-43fc-a616-2b2723488e46 HTTP/1.1" status: 204 len: 168 time: 1.3200881 Aug 24 19:45:53.035179 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.052523 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Request body: {'port': {'device_id': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:53.144570 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18304e1a-e099-46a1-9e3a-aaff769089a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:53.284261 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf184d7-f601-4996-a995-3f4b1c79326a,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:53.296291 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:53.309942 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.322819 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bf184d7-f601-4996-a995-3f4b1c79326a HTTP/1.1" status: 204 len: 168 time: 1.7945921 Aug 24 19:45:53.328943 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:53.333854 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-9efcc11f-5c10-4bc1-9bfb-a80aa26196de service neutron] 10.222.0.38 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324433 Aug 24 19:45:53.350744 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034a565-bc36-484b-aa14-7c133e45aa54 None None] Pushing event updated for resources: {'Port': ['ID=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:53.362326 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-8034a565-bc36-484b-aa14-7c133e45aa54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:53.363227 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Attempting to bind port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:53.363647 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Attempting to bind port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:53.374973 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Attempting to bind port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 on network cfd06381-3a6a-4b60-a41c-7482dff5280e {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:53.401971 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:53.403910 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Checking segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:53.404339 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.404796 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Bound using segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:53.406902 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Bound port: 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:53.407321 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.441578 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port fac6ceb4-4458-47f3-bddb-3e6be03ae848, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848,segment=NetworkSegment(88020107-97f3-4d22-b671-01e4edb76df3),segment_id=88020107-97f3-4d22-b671-01e4edb76df3)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:53.491667 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce5435f-c083-43fc-a616-2b2723488e46,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:53.566548 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848', 'network_id': '766a905f-97a8-4d3c-b34e-975b83af6a2a', 'port_id': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848', 'mac_address': 'fa:16:3e:be:b2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfad2fb-3a07-4641-bda2-73de81c06b6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:45:53.607746 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ddf87-6b77-4de5-a5f3-6a9b77e793d1 None None] Network a7a4f857-4810-47b3-a05d-cb079ff27055 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:53.712908 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:53.714841 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] For port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:53.719108 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.722006 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] For port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:53.822619 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:53.836628 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-fcd6a31e-238b-4908-9d35-697bc34017aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:53.965595 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:53.966518 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:54.066475 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55496) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:54.530336 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55508) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:54.566949 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312428172', 'description': 'tempest-description--1050823518'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:54.589782 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:54.602660 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Deleting subnet 68486b47-eb1f-493a-89bb-8b396c76a816 {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:45:54.633066 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:45:54.716615 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:54.777749 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:54.790951 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.243s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:54.822000 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:54.862988 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:54.913683 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:54.955962 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034a565-bc36-484b-aa14-7c133e45aa54 None None] Pushing event updated for resources: {'Port': ['ID=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,revision_number=4']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:54.967439 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:54.984832 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817ef0f5-e10d-4da9-9b81-ebff8b7739d3 None None] Network a7a4f857-4810-47b3-a05d-cb079ff27055 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:45:54.988368 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8c2f1b2c-0629-4296-ae8e-1915440214ad req-8539f5c7-9863-4b60-8c46-f38cb6d3dcf5 service neutron] 10.222.0.38 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6472478 Aug 24 19:45:54.990472 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.088253 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:45:55.107742 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.124266 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.127804 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.154471 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.162166 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-8034a565-bc36-484b-aa14-7c133e45aa54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:55.162339 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:55.165191 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group_rule and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:55.181231 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:55.190946 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:55.297805 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.320046 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55520) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:55.391476 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55524) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:55.399914 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.401406 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-cb55e696-4f0a-4fe4-b15b-a450eb273949 req-49e61eea-b261-4c81-807d-769f43024c05 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Synchronizing usage tracker for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:45:55.414661 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766942420', 'description': 'tempest-description--1760537945'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:55.426407 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Transition to ACTIVE for port object 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:55.440007 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:55.450238 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.454877 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.466517 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:security_group and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:55.478492 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:55.491073 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:55.509274 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.518588 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5efaf854-ea7d-4b26-8b9e-f4d8cf65dd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:55.533697 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:55.537566 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:55.575397 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac6ceb4-4458-47f3-bddb-3e6be03ae848 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:45:55.677115 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.688221 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port fac6ceb4-4458-47f3-bddb-3e6be03ae848, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848,segment=NetworkSegment(88020107-97f3-4d22-b671-01e4edb76df3),segment_id=88020107-97f3-4d22-b671-01e4edb76df3)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:55.764228 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port ab3e58a7-2605-4fac-8be2-0c92d82997b2 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:55.765186 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.784539 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:53Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:55.800606 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc4eaf-1377-4e81-8359-8c5ad78a4c93 None None] The sync data for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb is: [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:53Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:45:55.846931 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Usage tracker for resource:security_group_rule and tenant:67d3203c5db04862bb8a30f420ec8113 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:55.849302 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.853356 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:55.860151 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55530) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:55.863490 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:55.869324 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-98d2b7ce-5a94-4ec1-bcea-0460523faffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:55.942056 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:55.947776 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68486b47-eb1f-493a-89bb-8b396c76a816,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:55.951018 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:55.984091 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-cb55e696-4f0a-4fe4-b15b-a450eb273949 req-49e61eea-b261-4c81-807d-769f43024c05 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Unset dirty status for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:45:56.010147 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cb55e696-4f0a-4fe4-b15b-a450eb273949 req-49e61eea-b261-4c81-807d-769f43024c05 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 210 time: 0.8232877 Aug 24 19:45:56.070810 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:56.088075 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.091433 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a40a0097-ee0c-4152-947e-447dd2090287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:56.099668 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:security_group_rule and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:56.105154 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:56.108862 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 2, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:56.116530 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:56.141094 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Checking router: 3e994523-662a-4017-8597-cee902093101 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:45:56.141572 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Updating router 3e994523-662a-4017-8597-cee902093101 port 92b4af40-3ff7-4351-8a32-c25314d702b8 binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:45:56.145839 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.148320 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6033947 Aug 24 19:45:56.150417 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c340db9-d786-4829-a959-5a5430f5e96e,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:56.154420 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:56.164436 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/68486b47-eb1f-493a-89bb-8b396c76a816 HTTP/1.1" status: 204 len: 168 time: 2.0924258 Aug 24 19:45:56.164436 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55534) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:56.168114 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55536) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:56.175316 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'security_group_rule': {'security_group_id': '7c340db9-d786-4829-a959-5a5430f5e96e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:56.183747 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:56.190305 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group_rule and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:56.194699 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:56.202024 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:56.228951 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['fac6ceb4-4458-47f3-bddb-3e6be03ae848'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:45:56.315784 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.321112 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=fac6ceb4-4458-47f3-bddb-3e6be03ae848,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:56.332929 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-043451fb-6a16-40c0-9e65-7ca4940510e4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:56.335649 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:56.395728 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:56.406604 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:56.413656 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Attempting to bind port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:56.414811 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Attempting to bind port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:56.415038 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Attempting to bind port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 on network 00843024-f223-4742-bbfb-0f26b6b4a72d {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:56.429143 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 on network 00843024-f223-4742-bbfb-0f26b6b4a72d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:45:56.429820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Attempting to bind port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 on network 00843024-f223-4742-bbfb-0f26b6b4a72d {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:56.445340 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:56.447139 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Checking segment: {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:56.447987 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Bound using segment: {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:56.449485 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Bound port: 90143daf-5d00-4c9b-a2bd-2106ec4f39e4, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:56.450095 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.537845 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55544) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:56.548760 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.558334 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35ae70-00b4-4775-b692-7183cd5a7545 req-d784fdea-ad90-4757-b35e-cf13c26a9877 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:56.571279 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-de35ae70-00b4-4775-b692-7183cd5a7545 req-d784fdea-ad90-4757-b35e-cf13c26a9877 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 944 time: 0.8815141 Aug 24 19:45:56.574365 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5132812-b69a-4917-b8b6-bd45e5ee89c4,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:56.584579 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.587930 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.611863 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:56.667412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.718596 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.720976 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.758914 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67d3203c5db04862bb8a30f420ec8113&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4278557 Aug 24 19:45:56.764486 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:56.769558 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Usage tracker for resource:security_group_rule and tenant:3aa12333296f40f3b3068d1b8e5480b4 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:56.776840 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:56.777030 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55548) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:56.791548 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:56.796758 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:56.842626 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:56.871557 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Usage tracker for resource:security_group_rule and tenant:7eadec9b94374690b2f131fc682fc57c is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:56.875240 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e243cc19-d2c0-4fc9-bd5a-aec38fd366d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:56.943737 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:56.989836 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b5cdea-5c6e-4ba1-b173-822b42bb49d0,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:57.015516 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:57.016692 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-de35ae70-00b4-4775-b692-7183cd5a7545 req-9e11208a-7723-4e8c-a959-d89293ddf01c tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439125 Aug 24 19:45:57.061254 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:57.108981 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] For port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:57.131285 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] For port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:57.233690 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.242748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.253481 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8562946 Aug 24 19:45:57.254574 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55554) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:57.309368 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'security_group_rule': {'security_group_id': '81b5cdea-5c6e-4ba1-b173-822b42bb49d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:57.316456 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:57.347794 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.367285 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:57.372426 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:57.472970 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:security_group_rule and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:57.537057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.541126 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:57.542882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.544001 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] 10.222.0.38 "PUT /v2.0/ports/90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 1093 time: 4.5623519 Aug 24 19:45:57.544871 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:57.553661 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'tag': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:45:57.611529 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.628159 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:57.638204 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cc7f45b7-55a5-4145-a08d-0115dcd1a81d req-5d66dadc-0302-4dd5-8d8d-874f8af389b0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 210 time: 0.1997261 Aug 24 19:45:57.663648 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.676077 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.676627 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.678479 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.679030 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > port after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.679740 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.680318 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > port after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.680848 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.681395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.681940 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.682587 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.684055 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3aa12333296f40f3b3068d1b8e5480b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6714444 Aug 24 19:45:57.685182 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:57.688549 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:57.689683 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:57.718534 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55562) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:57.840622 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:45:57.889764 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19c4ce-d262-42f5-9a0d-dec6a50bc30c,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:57.900547 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-a8b23be2-a4e3-47e9-b072-3d8eaebc3205 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:57.902420 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-a8b23be2-a4e3-47e9-b072-3d8eaebc3205 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 819 time: 0.1828485 Aug 24 19:45:57.912951 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:57.918785 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Request body: {'port': {'device_id': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'admin_state_up': True, 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:57.934968 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:57.935875 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:57.999158 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:57.999863 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:58.000512 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:58.002831 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:45:58.003197 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9459d2f-0c07-4b7a-87e6-c074c782624e']}} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:58.012635 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.135038 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.137818 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.168486 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3773c795-2625-4258-893c-cda6aa67838e') {'for_net_delete': True} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:58.170771 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3773c795-2625-4258-893c-cda6aa67838e') {} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:58.198807 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.220882 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15623515'] for segment, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.267965 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.290447 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.297239 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=79949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:45:58.300898 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14984149'] for segment, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.311432 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:58.337881 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.363915 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07d2c9b-cf2b-4493-9f3e-cd1ba01bbb7c,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:58.377938 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:58.389602 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:58.406854 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:58.417912 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.441629 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.485109 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Made reservation on behalf of 37bda5aa04284520ae2791cbadbcbfbc for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:45:58.489632 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.518267 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.523254 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2418890 Aug 24 19:45:58.524391 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55572) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: from cryptography.utils import int_from_bytes Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: from cryptography.utils import int_from_bytes Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: util.warn_limited( Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: util.warn_limited( Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: Traceback (most recent call last): Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: timer() Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: cb(*args, **kw) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: return func(*args, **kwargs) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: self._notify() Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: self.callback(batched_events) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: event.method(event) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: return f(self, *a, **k) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: return self._get(url).json() Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: return self.request(url, 'GET', **kwargs) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:45:58.532314 dv-cinder-805877-1-smb neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:45:58.537256 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.544444 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'security_group_rule': {'security_group_id': '81b5cdea-5c6e-4ba1-b173-822b42bb49d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:58.554233 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'tag': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4', 'status': 'completed', 'code': 200} Aug 24 19:45:58.563170 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:58.603271 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.606299 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Transition to ACTIVE for port object 92b4af40-3ff7-4351-8a32-c25314d702b8 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:45:58.609985 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.613210 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:security_group_rule and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:58.621828 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.631376 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:58.635203 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-febe6b3c-3ac7-4769-96a4-2e6e3db52fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:58.652036 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:58.656732 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:58.663956 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef19c4ce-d262-42f5-9a0d-dec6a50bc30c,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:58.673201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:58.686797 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:45:58.694677 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.700725 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef19c4ce-d262-42f5-9a0d-dec6a50bc30c HTTP/1.1" status: 204 len: 168 time: 0.8030393 Aug 24 19:45:58.710765 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.717402 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-27582e61-8177-4f83-84cb-14d90ae80d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:58.779383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211df8c6-4c59-4212-8e8d-ed266b8c6cb9,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:58.789846 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.818922 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.820762 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6538467 Aug 24 19:45:58.828739 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449a52-9439-416a-8364-a8adebb5ea13 None None] Pushing event updated for resources: {'Port': ['ID=92b4af40-3ff7-4351-8a32-c25314d702b8,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:58.830132 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:58.832662 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Allocated IP 172.20.0.3 (00843024-f223-4742-bbfb-0f26b6b4a72d/535a013a-6d80-4e57-a1d0-1a03b6f0497f/d463180a-ac1e-4236-a3df-3f388245bd38) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:45:58.832870 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2f2bf230-4683-436a-b4ac-f85f8939a1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:58.837019 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5b449a52-9439-416a-8364-a8adebb5ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:58.841407 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.843326 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:58.847329 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55584) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:58.874385 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7eadec9b94374690b2f131fc682fc57c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2915175 Aug 24 19:45:58.879760 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55588) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:58.884462 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'security_group_rule': {'security_group_id': '7c340db9-d786-4829-a959-5a5430f5e96e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:58.890576 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:58.904216 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:58.930477 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:58.988625 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group_rule and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:59.003444 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:59.010162 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:59.013209 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.015491 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:59.019314 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eec51b1-81a3-497b-92d7-b94a029e3dd0,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:59.023610 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:59.032860 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:59.036452 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-71237451-0657-4e9c-ae00-e33daccfb742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:59.051418 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] 10.222.0.55 "DELETE /v2.0/networks/c9459d2f-0c07-4b7a-87e6-c074c782624e HTTP/1.1" status: 204 len: 168 time: 2.8396115 Aug 24 19:45:59.062087 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55594) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:59.094474 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9584a-96b4-42ab-97b0-279077d37ef2 req-32dcae4b-8c80-499b-9996-b030a648aa60 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:59.102498 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-62f9584a-96b4-42ab-97b0-279077d37ef2 req-32dcae4b-8c80-499b-9996-b030a648aa60 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 944 time: 0.5247686 Aug 24 19:45:59.105293 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c9459d2f-0c07-4b7a-87e6-c074c782624e,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:59.194121 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.263123 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:45:59.263566 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.272664 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:59.280428 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.285923 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.295305 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Attempting to bind port 92b4af40-3ff7-4351-8a32-c25314d702b8 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:45:59.295706 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Attempting to bind port 92b4af40-3ff7-4351-8a32-c25314d702b8 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:45:59.296082 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Attempting to bind port 92b4af40-3ff7-4351-8a32-c25314d702b8 on network 17405693-0dde-4b8c-bd10-9976770d9a83 {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:45:59.313417 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:45:59.313814 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Checking segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:45:59.314270 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.314692 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Bound using segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:45:59.315244 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Bound port: 92b4af40-3ff7-4351-8a32-c25314d702b8, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:45:59.315641 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.377731 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07abe-a374-4db1-b526-c536c106ce51 req-07a78530-4548-45db-aa62-ab0ca4c905f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:59.379494 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-07a78530-4548-45db-aa62-ab0ca4c905f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1096 time: 1.2361803 Aug 24 19:45:59.414823 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a627da4d-018c-4a9a-959d-a81502907f8b req-299c51af-2aee-4669-bc01-e25deba2c257 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 210 time: 0.2868450 Aug 24 19:45:59.453195 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] For port 92b4af40-3ff7-4351-8a32-c25314d702b8, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:45:59.453947 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.456456 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] For port 92b4af40-3ff7-4351-8a32-c25314d702b8, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=92b4af40-3ff7-4351-8a32-c25314d702b8,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:45:59.495458 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-515ccec5-2a04-47a1-9840-0229dc127b56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 217 time: 0.0985744 Aug 24 19:45:59.514437 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.515312 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.546799 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.560963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Deleting subnet e91b84f0-1a23-45a8-830f-21a93e9980c8 {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:45:59.563272 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f254a412-a0ae-4c6f-b281-622d7b56ca37 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:59.564342 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.592555 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-62f9584a-96b4-42ab-97b0-279077d37ef2 req-b8a9f4e1-165f-4e43-aa5b-bc8b6291b0b7 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891591 Aug 24 19:45:59.623611 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.630608 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.632324 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.635049 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:59.638111 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a33ae6-9208-4959-a931-85fd9d5d6c27,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:59.644918 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:59.689247 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c035e097-5400-41c1-8fa1-5c92836031f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:59.710804 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:59.728285 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.736404 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.738980 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2078478 Aug 24 19:45:59.743363 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55600) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:59.750946 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'floatingip': {'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:45:59.758024 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5132812-b69a-4917-b8b6-bd45e5ee89c4,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:59.758889 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:45:59.776313 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:45:59.781809 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:floatingip and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:45:59.791551 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:45:59.798832 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:45:59.799754 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:45:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:45:59.801023 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.825240 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07abe-a374-4db1-b526-c536c106ce51 req-26096345-899a-4e83-89c4-89d9abd6b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:59.826763 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-26096345-899a-4e83-89c4-89d9abd6b507 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.3134637 Aug 24 19:45:59.831703 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:59.836523 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5132812-b69a-4917-b8b6-bd45e5ee89c4 HTTP/1.1" status: 204 len: 168 time: 3.0423567 Aug 24 19:45:59.838480 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:45:59.896157 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:45:59.906563 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device fac6ceb4-4458-47f3-bddb-3e6be03ae848 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:45:59.933742 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-b7e4a981-a98a-415f-95b6-a17a88085c82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977235 Aug 24 19:45:59.963829 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55606) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:45:59.994137 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.015521 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.034038 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c9de6e8d-0f48-420c-8db6-16691915661f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:00.052479 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.109562 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449a52-9439-416a-8364-a8adebb5ea13 None None] Pushing event updated for resources: {'Port': ['ID=92b4af40-3ff7-4351-8a32-c25314d702b8,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:00.114398 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5b449a52-9439-416a-8364-a8adebb5ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:00.123698 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:00.125164 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.148512 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Network 00843024-f223-4742-bbfb-0f26b6b4a72d is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:46:00.157153 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.158562 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.179267 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port fac6ceb4-4458-47f3-bddb-3e6be03ae848 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:00.255655 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.261766 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-157b6f65-47ae-4786-9223-c6a5f5dcb23b service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968283 Aug 24 19:46:00.262828 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eec51b1-81a3-497b-92d7-b94a029e3dd0,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:00.270636 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port fac6ceb4-4458-47f3-bddb-3e6be03ae848 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:00.271127 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.276841 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:00.277596 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:00.279653 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-59309ac2-130d-4273-97c1-d8655c4699a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:00.289677 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:46:00.302349 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:00.303565 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.366674 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Pushing event updated for resources: {'Port': ['ID=d463180a-ac1e-4236-a3df-3f388245bd38,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:00.375724 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:00.417503 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:46:00.431164 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5165739 Aug 24 19:46:00.448320 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Request body: {'port': {'device_id': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:00.578142 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eda07abe-a374-4db1-b526-c536c106ce51 req-16165033-8179-4ce6-a60e-acfc058bc15f service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029780 Aug 24 19:46:00.594933 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:00.626028 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.630648 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0eec51b1-81a3-497b-92d7-b94a029e3dd0 HTTP/1.1" status: 204 len: 168 time: 1.7278540 Aug 24 19:46:00.655905 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c3621dc815454bb491a99158771604 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:00.674728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:00.685630 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e91b84f0-1a23-45a8-830f-21a93e9980c8 HTTP/1.1" status: 204 len: 168 time: 1.6038351 Aug 24 19:46:00.687158 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91b84f0-1a23-45a8-830f-21a93e9980c8,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:00.711192 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:00.713294 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:00.744768 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55622) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:00.837632 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:01.045781 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.047806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.117531 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.160863 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:01.186878 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:01.192569 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.194906 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3382587 Aug 24 19:46:01.201159 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.205990 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55634) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:01.255744 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'floatingip': {'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:01.368288 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e1d0e-22cb-429b-962b-71edc2ee265f req-df522f29-dddb-4e81-95f0-d2c6526c5cc3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:01.369533 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-a53e1d0e-22cb-429b-962b-71edc2ee265f req-df522f29-dddb-4e81-95f0-d2c6526c5cc3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Synchronizing usage tracker for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:01.382579 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e270f61-2ce7-4321-a43f-1ea422e794f3,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:01.401184 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d562ae83-a574-4ef9-b673-0c616510710c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:01.414331 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:01.437910 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port fac6ceb4-4458-47f3-bddb-3e6be03ae848, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848,segment=NetworkSegment(88020107-97f3-4d22-b671-01e4edb76df3),segment_id=88020107-97f3-4d22-b671-01e4edb76df3)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:01.478033 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:floatingip and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:01.485624 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:01.505337 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:01.520533 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.523638 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:01.712937 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.771902 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-5bb37e1a-f3f6-402c-812f-b34dab0c7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:01.774499 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-5bb37e1a-f3f6-402c-812f-b34dab0c7520 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1096 time: 1.0277967 Aug 24 19:46:01.792467 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:45:59Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:01.798535 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a284f8b-9803-456b-b5f7-97984010a53c req-3a756053-3a51-4610-b806-bb9b8d950959 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:01.800787 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0a284f8b-9803-456b-b5f7-97984010a53c req-3a756053-3a51-4610-b806-bb9b8d950959 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 944 time: 0.9279950 Aug 24 19:46:01.807830 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:01.818993 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=fac6ceb4-4458-47f3-bddb-3e6be03ae848,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:01.828912 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:01.836883 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d45933-13bd-4196-8229-7469226fcbd2 None None] The sync data for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb is: [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:45:59Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:46:01.889366 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-a53e1d0e-22cb-429b-962b-71edc2ee265f req-df522f29-dddb-4e81-95f0-d2c6526c5cc3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Unset dirty status for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:01.892268 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a53e1d0e-22cb-429b-962b-71edc2ee265f req-df522f29-dddb-4e81-95f0-d2c6526c5cc3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 931 time: 1.0628879 Aug 24 19:46:02.081654 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Allocated IP 172.28.3.87 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/a6f8e92c-c825-437f-8369-29c0a146b8bf) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:46:02.130325 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a4f857-4810-47b3-a05d-cb079ff27055']}} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:02.365351 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81239e5f-02bf-4aa3-bd3a-6e7b9def0e1e') {'for_net_delete': True} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:02.365695 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81239e5f-02bf-4aa3-bd3a-6e7b9def0e1e') {} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:02.375065 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a53e1d0e-22cb-429b-962b-71edc2ee265f req-4db31194-d5ad-47e2-ac32-f7f4b84e66a4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593041 Aug 24 19:46:02.382476 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.399782 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15623515'] for segment, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.459340 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.464114 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0a284f8b-9803-456b-b5f7-97984010a53c req-c9e886a7-99ad-4fb7-b85d-687c64128f7e tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998191 Aug 24 19:46:02.465258 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-7e8dd06f-4658-4f6c-b0a0-5823a332f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:02.466731 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-7e8dd06f-4658-4f6c-b0a0-5823a332f5f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.6427019 Aug 24 19:46:02.473142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.478567 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=79949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:46:02.479696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14984149'] for segment, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: Traceback (most recent call last): Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: timer() Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: cb(*args, **kw) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: return func(*args, **kwargs) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: self._notify() Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: self.callback(batched_events) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: event.method(event) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: return f(self, *a, **k) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: return self._get(url).json() Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: return self.request(url, 'GET', **kwargs) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:46:02.510073 dv-cinder-805877-1-smb neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:46:02.583973 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.604258 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:02.616163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d463180a-ac1e-4236-a3df-3f388245bd38 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:02.626279 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.647091 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Transition to ACTIVE for port object d463180a-ac1e-4236-a3df-3f388245bd38 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:46:02.743352 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.745667 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:02.750477 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:02.813453 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-ce5a8368-e560-46a7-bc3d-96e35493aca6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 217 time: 0.3360858 Aug 24 19:46:02.859211 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848', 'code': 200} Aug 24 19:46:03.010707 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-39254471-5164-4b41-b4af-0193244a2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:03.012442 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-39254471-5164-4b41-b4af-0193244a2663 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.1152945 Aug 24 19:46:03.023263 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0c3621dc815454bb491a99158771604&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0497284 Aug 24 19:46:03.081716 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55674) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:03.085872 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=d463180a-ac1e-4236-a3df-3f388245bd38,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:03.113917 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9950e93-5fd8-4064-9e7c-267c69555d96,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:03.133034 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:03.156596 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:03.162778 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-984fdf0f-d646-42ec-8586-667ba62e3094 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263113 Aug 24 19:46:03.263220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:46:03.267244 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.38', 63057) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:03.274919 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:03.277727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:46:03.361034 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:03.373434 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d2c6816e-355c-4d92-9276-cde6ed3a66ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:03.398130 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-886ce7e1-fa2c-4f8e-b2bd-1568f2e4e374 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248752 Aug 24 19:46:03.400192 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a7a4f857-4810-47b3-a05d-cb079ff27055 HTTP/1.1" status: 204 len: 168 time: 2.5454526 Aug 24 19:46:03.459453 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a4f857-4810-47b3-a05d-cb079ff27055,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:03.586358 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:03.656018 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Attempting to bind port d463180a-ac1e-4236-a3df-3f388245bd38 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:46:03.656974 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Attempting to bind port d463180a-ac1e-4236-a3df-3f388245bd38 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:46:03.657466 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Attempting to bind port d463180a-ac1e-4236-a3df-3f388245bd38 on network 00843024-f223-4742-bbfb-0f26b6b4a72d {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:03.688109 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:03.714126 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Port d463180a-ac1e-4236-a3df-3f388245bd38 on network 00843024-f223-4742-bbfb-0f26b6b4a72d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:46:03.714723 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Attempting to bind port d463180a-ac1e-4236-a3df-3f388245bd38 on network 00843024-f223-4742-bbfb-0f26b6b4a72d {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:03.729480 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:46:03.730154 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Checking segment: {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:46:03.730756 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Bound using segment: {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:46:03.731423 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Bound port: d463180a-ac1e-4236-a3df-3f388245bd38, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e109838-356a-41b5-a693-3a5d6578799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:46:03.731939 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:03.765933 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92b4af40-3ff7-4351-8a32-c25314d702b8 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:46:03.768803 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'Port': ['ID=a6f8e92c-c825-437f-8369-29c0a146b8bf,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:03.778900 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:03.794856 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.858s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:03.795661 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:03.814794 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:03.863138 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:03.900470 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:46:03.917815 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9353ebdd-894d-405b-a910-a3d7b52026dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:03.919577 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9353ebdd-894d-405b-a910-a3d7b52026dc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 1098 time: 0.6366701 Aug 24 19:46:04.050424 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55700) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:04.110215 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.245527 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.267655 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 92b4af40-3ff7-4351-8a32-c25314d702b8 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:04.278158 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:04.289707 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-750ee7e6-0e15-42ab-8863-53ee572a7bbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5865b3e0c56448e5817c9a77fa300a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173834 Aug 24 19:46:04.300686 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 92b4af40-3ff7-4351-8a32-c25314d702b8 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:04.301396 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.302308 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55706) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:04.355041 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-63c4edcc-d634-4ed0-b86f-8de9163ec92f req-c676409a-2ad6-4a0c-ab5b-28dde39362fd service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9486012 Aug 24 19:46:04.356717 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4', 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'port_id': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4', 'mac_address': 'fa:16:3e:fc:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:46:04.398010 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082ddd9-b5f7-4720-8733-cc768cd9d8db req-59c79751-9e7f-445f-ba70-370c94407272 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:04.418904 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0082ddd9-b5f7-4720-8733-cc768cd9d8db req-59c79751-9e7f-445f-ba70-370c94407272 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 943 time: 0.8078511 Aug 24 19:46:04.513893 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.534703 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:04.551795 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-0082ddd9-b5f7-4720-8733-cc768cd9d8db req-f305d293-484b-4830-a497-bbdcdb7218e9 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Synchronizing usage tracker for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:04.565458 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Usage tracker for resource:security_group_rule and tenant:3e7a458ff4c441048e30d93ca58786cb is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:04.568125 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:04.573172 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:04.593637 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] For port d463180a-ac1e-4236-a3df-3f388245bd38, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:46:04.597336 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Allocated IP 172.28.3.252 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/e6624afe-4944-45d7-b47e-303dc9beaffb) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:46:04.600626 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:04.601486 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.610883 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.615194 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] For port d463180a-ac1e-4236-a3df-3f388245bd38, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d463180a-ac1e-4236-a3df-3f388245bd38,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:46:04.617308 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:04.648188 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:04.660050 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.678571 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.757327 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.790829 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.800708 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.801624 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9950e93-5fd8-4064-9e7c-267c69555d96,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:04.803442 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:04.811518 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:04.854870 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.863463 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c66be-c414-442e-9206-df1b01b1b4bc req-cad4a773-804f-49f8-a5d8-75377fe0c537 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:04.865024 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-148c66be-c414-442e-9206-df1b01b1b4bc req-cad4a773-804f-49f8-a5d8-75377fe0c537 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 945 time: 0.9894896 Aug 24 19:46:04.866812 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:04.880240 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-21cfaeef-b447-4140-a7a7-d40f4d764530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:04.906269 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047445e1-6bb9-4c5a-a6b6-6a6f7067125d,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:04.917103 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.917546 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:04.918250 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9950e93-5fd8-4064-9e7c-267c69555d96 HTTP/1.1" status: 204 len: 168 time: 1.8275778 Aug 24 19:46:04.939418 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.945923 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/047445e1-6bb9-4c5a-a6b6-6a6f7067125d HTTP/1.1" status: 204 len: 168 time: 0.6389320 Aug 24 19:46:05.012674 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:05.013306 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.019891 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] 10.222.0.38 "PUT /v2.0/ports/d463180a-ac1e-4236-a3df-3f388245bd38 HTTP/1.1" status: 200 len: 1093 time: 4.5806804 Aug 24 19:46:05.051192 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 92b4af40-3ff7-4351-8a32-c25314d702b8, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=92b4af40-3ff7-4351-8a32-c25314d702b8,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:05.069728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.083423 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:05.091241 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'tag': 'd463180a-ac1e-4236-a3df-3f388245bd38'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:05.093410 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['90143daf-5d00-4c9b-a2bd-2106ec4f39e4'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:46:05.153856 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:05.235365 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.243089 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:05.349682 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.363189 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:05.453580 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=92b4af40-3ff7-4351-8a32-c25314d702b8,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:05.464173 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:05.495183 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-148c66be-c414-442e-9206-df1b01b1b4bc req-2c013891-59d6-40fe-bfa0-fdfc58de23f4 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707321 Aug 24 19:46:05.515562 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=d463180a-ac1e-4236-a3df-3f388245bd38,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:05.543001 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:05.582562 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.598202 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:46:05.606616 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:05.623566 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:46:05.634256 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-ea04a8ed-3a26-440f-850f-4b8a547febeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:05.636849 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-ea04a8ed-3a26-440f-850f-4b8a547febeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 1096 time: 0.4906752 Aug 24 19:46:05.653790 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'tag': 'd463180a-ac1e-4236-a3df-3f388245bd38', 'status': 'completed', 'code': 200} Aug 24 19:46:05.707624 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'Port': ['ID=e6624afe-4944-45d7-b47e-303dc9beaffb,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:05.718654 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:05.732674 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92b4af40-3ff7-4351-8a32-c25314d702b8 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:46:05.766646 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-0082ddd9-b5f7-4720-8733-cc768cd9d8db req-f305d293-484b-4830-a497-bbdcdb7218e9 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Unset dirty status for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:05.768179 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0082ddd9-b5f7-4720-8733-cc768cd9d8db req-f305d293-484b-4830-a497-bbdcdb7218e9 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3480985 Aug 24 19:46:05.888565 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.923304 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-5542db8f-b00c-44c4-a7c5-3fb116e2a344 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d463180a-ac1e-4236-a3df-3f388245bd38 HTTP/1.1" status: 200 len: 217 time: 0.2687004 Aug 24 19:46:05.926702 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.938106 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.963919 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 92b4af40-3ff7-4351-8a32-c25314d702b8 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:05.964313 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.017700 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:06.058420 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.084287 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7a6f7003-b834-4b7e-aebd-60cb6bb7e44a req-9c351eb1-a147-4125-971c-934177d7937e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1011350 Aug 24 19:46:06.128395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.154314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-f495a61f-02e6-4609-a792-ade509d07a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:06.157044 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-f495a61f-02e6-4609-a792-ade509d07a9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.2120793 Aug 24 19:46:06.179785 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7c5d9-346c-4314-9315-6316e0c518fa,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:06.201520 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.239898 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:06.240111 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:06.325503 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'Port': ['ID=a6f8e92c-c825-437f-8369-29c0a146b8bf,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:06.330353 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:06.364000 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.365304 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6208029 Aug 24 19:46:06.392200 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-afa81192-ba66-41d8-b6bf-cb7e1fb0a926 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675309 Aug 24 19:46:06.508982 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55774) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:06.630269 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.676461 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55780) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:06.676633 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-54283673-4260-4de6-aaae-8fb17111cb59 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39e3f70efed44e458f200b59a739ff15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648850 Aug 24 19:46:06.703327 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.723300 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:06.820452 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-426a3deb-b83f-4da3-b880-7a0fc5a8c612 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184325 Aug 24 19:46:06.939928 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8ed81-76dc-4139-8a69-8d18b9d9025f req-8911065d-f28f-4190-896d-c87ceaf57648 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:06.941777 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-92f8ed81-76dc-4139-8a69-8d18b9d9025f req-8911065d-f28f-4190-896d-c87ceaf57648 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 945 time: 0.2133260 Aug 24 19:46:07.018699 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'Port': ['ID=e6624afe-4944-45d7-b47e-303dc9beaffb,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:07.037357 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:07.042030 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b71b6f65-ae15-4c3b-b308-fabecbc2d734 req-0b362b14-0b88-4a38-87ce-bf8aa7d1b9cd service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131467 Aug 24 19:46:07.066850 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-92f8ed81-76dc-4139-8a69-8d18b9d9025f req-2c9c9d44-e0ea-4a72-8f26-4a3157923807 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869799 Aug 24 19:46:07.072254 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-e10de959-e2b9-4b4b-a0db-8901e20095f8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1766942420&fields=id&tenant_id=90744e53809c46719d83903707d32c07 HTTP/1.1" status: 200 len: 267 time: 0.2257032 Aug 24 19:46:07.077305 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:07.084609 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:07.294030 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:07.320005 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:07.336095 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1017060 Aug 24 19:46:07.374718 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed979-26e2-4921-b98f-40251e767087 req-571a7f63-ad98-4584-b301-430a4e2dc682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:07.377014 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a61ed979-26e2-4921-b98f-40251e767087 req-571a7f63-ad98-4584-b301-430a4e2dc682 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 1096 time: 0.1930134 Aug 24 19:46:07.439403 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55806) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:07.494046 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-730fa120-a607-4746-85de-6c53b66fa599 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:07.496851 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-730fa120-a607-4746-85de-6c53b66fa599 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 811 time: 0.4147487 Aug 24 19:46:07.521985 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-4150f4c0-df37-4541-a347-98f5596f509c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/quotas/90744e53809c46719d83903707d32c07 HTTP/1.1" status: 200 len: 375 time: 0.0193019 Aug 24 19:46:07.611484 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1977ea7-4d00-4ebf-846f-20ce2fb1812a req-1d3e97af-9b18-4387-9972-0157ea6fcbf7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:07.621697 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1977ea7-4d00-4ebf-846f-20ce2fb1812a req-1d3e97af-9b18-4387-9972-0157ea6fcbf7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 943 time: 0.3441284 Aug 24 19:46:07.680909 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:07.692841 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae68b27f-99fc-4618-b4c7-e124bd97cfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:07.711578 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f4a58-d97f-4b4d-91cc-234a94c4718b,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:07.738893 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cd5de4f9-c1eb-4cad-ab61-3a6667604308 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:07.748965 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:07.768083 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1977ea7-4d00-4ebf-846f-20ce2fb1812a req-7e43e896-f3b4-4d3d-a653-0e8cd3b21855 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448057 Aug 24 19:46:07.781625 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed979-26e2-4921-b98f-40251e767087 req-eb92ad4d-9cbe-4f10-8b60-9058ff0ee434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:07.783295 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:07.784894 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a61ed979-26e2-4921-b98f-40251e767087 req-eb92ad4d-9cbe-4f10-8b60-9058ff0ee434 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.3936956 Aug 24 19:46:07.785340 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e7f4a58-d97f-4b4d-91cc-234a94c4718b HTTP/1.1" status: 204 len: 168 time: 1.1068630 Aug 24 19:46:07.868532 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cd5de4f9-c1eb-4cad-ab61-3a6667604308 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:07.874671 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cd5de4f9-c1eb-4cad-ab61-3a6667604308 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3408940 Aug 24 19:46:07.932661 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a61ed979-26e2-4921-b98f-40251e767087 req-041a5fff-6eb5-4dba-be0c-6fe560a6e04e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d463180a-ac1e-4236-a3df-3f388245bd38 HTTP/1.1" status: 200 len: 217 time: 0.1396699 Aug 24 19:46:07.934820 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:46:08.149276 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed979-26e2-4921-b98f-40251e767087 req-bc8f3af7-f65e-430f-8597-ebc733ad1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:08.153915 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a61ed979-26e2-4921-b98f-40251e767087 req-bc8f3af7-f65e-430f-8597-ebc733ad1942 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.2143486 Aug 24 19:46:08.191837 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:08.245758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:08.247818 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:08.258978 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:08.259188 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:700725f207ee465d81b8ec2a7c65e866 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:08.259754 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:08.267249 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:08.346686 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-e11cc32a-ac9c-44b4-af68-5312af4f989d service neutron] 10.222.0.55 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458306 Aug 24 19:46:08.346686 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:08.421200 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a61ed979-26e2-4921-b98f-40251e767087 req-9f882731-c889-4f07-8d53-157bbc2db52f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2587965 Aug 24 19:46:08.518045 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:08.584831 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:08.586754 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:08.610867 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-69605360-c72b-46bf-b05b-377af3c10c85 req-1bc682a3-893d-4770-9634-effa383665fb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:08.656929 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:08.660111 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c8a0578b-8456-4c97-a417-f05bf31b935b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:08.725348 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-46b16a30-c0f4-4da4-a68b-5b1e4f6a9453 service neutron] 10.222.0.55 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719704 Aug 24 19:46:08.788660 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a61ed979-26e2-4921-b98f-40251e767087 req-38a77950-64e5-4113-a5e4-660739e416a7 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465948 Aug 24 19:46:08.813145 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:08.847921 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:08.854788 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:08.889786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:08.905299 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a57a55d5-8bc9-4e23-82f8-459cad092658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:08.968398 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=700725f207ee465d81b8ec2a7c65e866&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5273080 Aug 24 19:46:08.972601 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55848) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:08.989833 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab48b6-b2f3-417b-8030-b294b99b73d8,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:08.997631 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:09.097448 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:09.136348 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-69605360-c72b-46bf-b05b-377af3c10c85 req-1bc682a3-893d-4770-9634-effa383665fb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:09.139126 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-1bc682a3-893d-4770-9634-effa383665fb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1312428172&fields=id&tenant_id=506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 267 time: 0.9819436 Aug 24 19:46:09.175923 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:09.302629 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a61ed979-26e2-4921-b98f-40251e767087 req-e384196c-3106-4de2-aaa3-d3f387569b49 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044074 Aug 24 19:46:09.483367 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:09.491040 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:09.508543 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab48b6-b2f3-417b-8030-b294b99b73d8,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:09.529094 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:09.547881 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-b915e9d5-7da1-4aae-bfc0-d97cd302cbe5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3998158 Aug 24 19:46:09.549913 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:09.552112 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89ab48b6-b2f3-417b-8030-b294b99b73d8 HTTP/1.1" status: 204 len: 168 time: 0.5781097 Aug 24 19:46:09.579253 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a6f673af-dc65-4050-9f16-f3bca7b270f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:09.582977 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a6f673af-dc65-4050-9f16-f3bca7b270f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:network {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:09.593697 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed724a56-b1e6-443e-9dca-21a32aca0c6c req-3e480ae8-fc6a-4da4-9e26-77c9b2bd468b tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:09.605621 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ed724a56-b1e6-443e-9dca-21a32aca0c6c req-3e480ae8-fc6a-4da4-9e26-77c9b2bd468b tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 945 time: 0.2158425 Aug 24 19:46:09.672355 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ed724a56-b1e6-443e-9dca-21a32aca0c6c req-4bfddc34-b366-4c92-8def-e4bb044f38aa tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652580 Aug 24 19:46:09.723767 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a6f673af-dc65-4050-9f16-f3bca7b270f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:network {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:09.730996 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a6f673af-dc65-4050-9f16-f3bca7b270f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 817 time: 0.5806437 Aug 24 19:46:09.770575 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:09.863433 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-4e1e5ef2-bfa6-4254-a77d-23492d3e135d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/quotas/506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 375 time: 0.0362039 Aug 24 19:46:09.882428 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4', 'code': 200} Aug 24 19:46:09.946575 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device d463180a-ac1e-4236-a3df-3f388245bd38 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:46:10.048015 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-99920095-9c99-430e-a76c-787ce5f71702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:10.051173 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-99920095-9c99-430e-a76c-787ce5f71702 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd67c0f9d04f4f758c4b13dd2e4d9bde&device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 1098 time: 0.3186162 Aug 24 19:46:10.120558 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a9ea887e-d74c-4558-90fd-0c8f7864bb0c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2393699 Aug 24 19:46:10.171478 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d839ea-2876-46da-932b-6eae69ddbc57 req-a084305e-1b86-4305-b9d4-22d83431553e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:10.198756 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-00d839ea-2876-46da-932b-6eae69ddbc57 req-a084305e-1b86-4305-b9d4-22d83431553e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 943 time: 0.1869175 Aug 24 19:46:10.316038 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-00d839ea-2876-46da-932b-6eae69ddbc57 req-a2c4b0fd-ce8b-4fa8-b868-2a5fa825f4d5 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163218 Aug 24 19:46:10.493354 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port d463180a-ac1e-4236-a3df-3f388245bd38, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d463180a-ac1e-4236-a3df-3f388245bd38,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:10.515420 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'd463180a-ac1e-4236-a3df-3f388245bd38', 'network_id': '00843024-f223-4742-bbfb-0f26b6b4a72d', 'port_id': 'd463180a-ac1e-4236-a3df-3f388245bd38', 'mac_address': 'fa:16:3e:da:c2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535a013a-6d80-4e57-a1d0-1a03b6f0497f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:46:10.516404 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-240cc7bb-47a5-418b-be46-b0bb397c2827 req-86bfad87-be8f-41e0-b85f-9f2b15f9c19a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 210 time: 0.1131403 Aug 24 19:46:10.633662 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:10.667645 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d463180a-ac1e-4236-a3df-3f388245bd38 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:10.700608 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port d463180a-ac1e-4236-a3df-3f388245bd38, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d463180a-ac1e-4236-a3df-3f388245bd38,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:10.735338 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-ab4eb9e3-24b0-41e0-b072-fa4e94678ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:10.736808 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-ab4eb9e3-24b0-41e0-b072-fa4e94678ef0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766a905f-97a8-4d3c-b34e-975b83af6a2a HTTP/1.1" status: 200 len: 913 time: 0.6133900 Aug 24 19:46:10.742508 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-3c9c2db6-1803-45a1-8db8-c2ec55dc5a77 service neutron] 10.222.0.55 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185566 Aug 24 19:46:10.804820 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:10.805717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718201b8-5f88-49a0-874a-4172ccd6efa1 req-8a31535f-f272-4d9f-b8e6-805612288c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:10.806700 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-27582e61-8177-4f83-84cb-14d90ae80d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:10.807175 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-718201b8-5f88-49a0-874a-4172ccd6efa1 req-8a31535f-f272-4d9f-b8e6-805612288c08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.2384236 Aug 24 19:46:10.835561 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-c6ae6136-b94e-4db5-b48c-48f0705bd7c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848 HTTP/1.1" status: 200 len: 217 time: 0.0903237 Aug 24 19:46:10.911210 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=d463180a-ac1e-4236-a3df-3f388245bd38,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:10.924166 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 55904) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:10.931498 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:10.966944 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:10.990781 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:10.997177 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Usage tracker for resource:security_group_rule and tenant:4368bce86c46449ca1745505c0b5f611 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:10.998611 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-718201b8-5f88-49a0-874a-4172ccd6efa1 req-99f57bf1-ea3e-41ca-9e11-556e57fc2f99 service neutron] Synchronizing usage tracker for tenant:3e7a458ff4c441048e30d93ca58786cb on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:11.002350 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:11.013162 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:11.019944 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-24bab90b-b9a4-4259-b389-245754c590cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:11.021401 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-24bab90b-b9a4-4259-b389-245754c590cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbfad2fb-3a07-4641-bda2-73de81c06b6d HTTP/1.1" status: 200 len: 852 time: 0.1679966 Aug 24 19:46:11.042496 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['d463180a-ac1e-4236-a3df-3f388245bd38'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:46:11.122043 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-c58aa656-7497-4c26-9ab8-9bd4eff37789 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766a905f-97a8-4d3c-b34e-975b83af6a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886307 Aug 24 19:46:11.166557 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-1b619274-5f70-465b-a822-04c7c3988cfd service neutron] 10.222.0.55 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627522 Aug 24 19:46:11.206134 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:11.279142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:11.288546 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:11.381456 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4368bce86c46449ca1745505c0b5f611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560695 Aug 24 19:46:11.393453 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 55916) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:11.396145 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04483cf7-ff32-40f8-9140-ecd0984bbe40,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:11.400880 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:11.561007 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-718201b8-5f88-49a0-874a-4172ccd6efa1 req-99f57bf1-ea3e-41ca-9e11-556e57fc2f99 service neutron] Unset dirty status for tenant:3e7a458ff4c441048e30d93ca58786cb on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:11.562323 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-718201b8-5f88-49a0-874a-4172ccd6efa1 req-99f57bf1-ea3e-41ca-9e11-556e57fc2f99 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285461 Aug 24 19:46:11.620296 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:11.643964 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-02342c7c-189f-4cef-b0dc-436dc4c668b0 service neutron] 10.222.0.38 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174131 Aug 24 19:46:11.676445 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.059364 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ff2e1bc-c2ec-48e0-8921-93b29c29b752 req-fd23aba5-8d05-4b7c-8d59-21a40f32efe0 service neutron] 10.222.0.38 "GET /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962730 Aug 24 19:46:12.121248 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-112a726e-8385-44b5-87c5-ed4c4ebd3dc8 req-ce76bbbd-526f-4eac-a93f-f7bbf210507b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 210 time: 0.0606890 Aug 24 19:46:12.222315 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa5af3-cce6-41ca-8c38-fd5afc285c71 req-979d5d12-70cb-4cf4-88ae-48a2b2e190a3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:12.223082 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-74aa5af3-cce6-41ca-8c38-fd5afc285c71 req-979d5d12-70cb-4cf4-88ae-48a2b2e190a3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 944 time: 0.2744434 Aug 24 19:46:12.310469 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.346423 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c0cf9ca8-4eef-409b-85ce-66c1d7763f59 req-2a3e075c-3850-4835-ba7f-483d6e436ca9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 210 time: 0.1391580 Aug 24 19:46:12.371547 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:12.393957 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-74aa5af3-cce6-41ca-8c38-fd5afc285c71 req-95b94772-133d-4507-bd70-4fa99fdca33d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516736 Aug 24 19:46:12.408550 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04483cf7-ff32-40f8-9140-ecd0984bbe40,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:12.429213 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:12.436006 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.443686 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04483cf7-ff32-40f8-9140-ecd0984bbe40 HTTP/1.1" status: 204 len: 168 time: 1.0411217 Aug 24 19:46:13.319024 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0a44dc-7132-4c40-a5fd-3124e12d9276 req-4a8f0993-1d38-4492-8cd2-2cfc03f00da0 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 210 time: 0.0682125 Aug 24 19:46:13.640631 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-d46ad7d9-ae2a-4d36-b9ce-7ac04e6fd637 req-24506d92-b482-41a5-b7b5-15fb5fc762eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:13.869973 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-d46ad7d9-ae2a-4d36-b9ce-7ac04e6fd637 req-24506d92-b482-41a5-b7b5-15fb5fc762eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:13.871757 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d46ad7d9-ae2a-4d36-b9ce-7ac04e6fd637 req-24506d92-b482-41a5-b7b5-15fb5fc762eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 210 time: 0.4322984 Aug 24 19:46:13.976304 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device d463180a-ac1e-4236-a3df-3f388245bd38 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:46:14.204330 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port d463180a-ac1e-4236-a3df-3f388245bd38 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:14.214102 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port d463180a-ac1e-4236-a3df-3f388245bd38 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:14.215070 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:14.261818 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536f2dd-1b18-4044-b9e5-2075b754897e req-029e2090-f42d-4b78-ba1d-f7016015d981 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:14.268305 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5536f2dd-1b18-4044-b9e5-2075b754897e req-029e2090-f42d-4b78-ba1d-f7016015d981 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 944 time: 0.2038476 Aug 24 19:46:14.419460 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5536f2dd-1b18-4044-b9e5-2075b754897e req-e7597fce-e495-4aef-857b-d3cfcadfeeea tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498132 Aug 24 19:46:14.491625 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:14.497770 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-fc26f74d-fa70-44e0-a388-512b71679a0b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:14.500692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-fc26f74d-fa70-44e0-a388-512b71679a0b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:network {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:14.538224 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd463180a-ac1e-4236-a3df-3f388245bd38'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:14.573931 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port d463180a-ac1e-4236-a3df-3f388245bd38, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d463180a-ac1e-4236-a3df-3f388245bd38,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:14.616554 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56026) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:14.718766 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-fc26f74d-fa70-44e0-a388-512b71679a0b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:network {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:14.720495 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:14.720883 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-fc26f74d-fa70-44e0-a388-512b71679a0b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 811 time: 0.8583095 Aug 24 19:46:14.725587 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:14.877956 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-2bb17c43-ecfa-49c6-b15c-0b77af0aee7b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:14.940604 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd463180a-ac1e-4236-a3df-3f388245bd38', 'code': 200} Aug 24 19:46:14.947011 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=d463180a-ac1e-4236-a3df-3f388245bd38,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:14.957474 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:14.981735 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-2bb17c43-ecfa-49c6-b15c-0b77af0aee7b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:14.982689 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-2bb17c43-ecfa-49c6-b15c-0b77af0aee7b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90744e53809c46719d83903707d32c07 HTTP/1.1" status: 200 len: 380 time: 0.2534087 Aug 24 19:46:15.003699 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'port': {'device_id': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'admin_state_up': True, 'tenant_id': '90744e53809c46719d83903707d32c07', 'security_groups': ['81b5cdea-5c6e-4ba1-b173-822b42bb49d0']}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:15.114224 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d78f5342-73a1-4134-8cd2-dc7ce991a167 req-3d3573dc-df3d-4066-a749-7490bf0c8cbb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 210 time: 0.4398243 Aug 24 19:46:15.269380 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:15.321803 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:15.334566 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:31ee4fb0ed894e2a81c325a58c7eb33a is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:15.341978 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:15.357910 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:15.394873 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-321a55ab-5119-4115-b370-9a8857df334a req-cffce500-3a21-4ae8-bd10-065110798912 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 210 time: 0.0919225 Aug 24 19:46:15.474755 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:15.480155 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:15.488413 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:15.659983 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:15.680171 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b0b77be6-da7a-41a7-9410-569ddb6fe0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:15.680848 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed95b6c-e0ef-45c1-b6db-5738013a466b req-4c4b6a4f-3a3a-47ac-983a-6b8f28bb290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:15.687120 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aed95b6c-e0ef-45c1-b6db-5738013a466b req-4c4b6a4f-3a3a-47ac-983a-6b8f28bb290d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 1098 time: 0.1320169 Aug 24 19:46:15.695556 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Made reservation on behalf of 90744e53809c46719d83903707d32c07 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:46:15.699391 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:15.774420 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31ee4fb0ed894e2a81c325a58c7eb33a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1558807 Aug 24 19:46:15.778994 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6073cd2-8647-41d7-8b45-4ecbcaabf139,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:15.789284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56070) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:15.845151 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.846066 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.856972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:15.863861 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:15.865227 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aed95b6c-e0ef-45c1-b6db-5738013a466b req-79390791-8662-405f-9cd3-6268a37abd2a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748277 Aug 24 19:46:15.913039 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364a95-624c-4211-a387-5b369ee56d57 req-b0140f65-7566-40fb-915d-dc24bc4b4bb3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:15.940514 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-06364a95-624c-4211-a387-5b369ee56d57 req-b0140f65-7566-40fb-915d-dc24bc4b4bb3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.3979862 Aug 24 19:46:15.980108 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Allocated IP 172.20.0.14 (17405693-0dde-4b8c-bd10-9976770d9a83/c5597726-bb82-411b-a9a1-91ede79a8bec/f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:46:16.064225 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-06364a95-624c-4211-a387-5b369ee56d57 req-4985acd0-674d-4cc5-89fd-1f8dafe9a2af tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206834 Aug 24 19:46:16.070663 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:16.122099 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:16.290311 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:16.299384 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:16.319776 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6073cd2-8647-41d7-8b45-4ecbcaabf139,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:16.334722 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:16.335716 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:16.340043 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6073cd2-8647-41d7-8b45-4ecbcaabf139 HTTP/1.1" status: 204 len: 168 time: 0.5452919 Aug 24 19:46:16.475469 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2b6725ed-3287-4dce-b9fc-c1a4cd2425df req-07e83ad0-4411-4891-86b5-4cbcf6486fc5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 210 time: 0.0839314 Aug 24 19:46:16.509751 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:16.535850 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Transition to ACTIVE for port object f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:46:16.595157 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-9c671af0-c24f-455b-97bc-90ed3b0f5da9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:16.597181 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-9c671af0-c24f-455b-97bc-90ed3b0f5da9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 817 time: 0.5266204 Aug 24 19:46:16.617967 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8d05d8cc-4a9f-4f8a-9958-a940e03dbcae req-87da3fde-644d-4f5e-9b45-9b09c51a3389 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 210 time: 0.0526779 Aug 24 19:46:16.655060 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:16.689001 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:16.736150 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a108337f-f6a6-4e40-ac31-79b77da58fcd tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 380 time: 0.1302376 Aug 24 19:46:16.762292 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'port': {'device_id': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'admin_state_up': True, 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'security_groups': ['7c340db9-d786-4829-a959-5a5430f5e96e']}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:16.928640 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Network 17405693-0dde-4b8c-bd10-9976770d9a83 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:46:16.944809 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:16.981001 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:46:16.986464 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:16.987105 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:17.009157 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'Port': ['ID=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:17.034218 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.034772 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.035276 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.036490 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.036982 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.037468 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.037960 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.038478 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.038974 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.039467 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.039943 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.040424 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:17.063079 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:17.090949 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:17.126266 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:17.146631 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1549294 Aug 24 19:46:17.167220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Request body: {'port': {'device_id': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:17.229726 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Made reservation on behalf of 506cdfe9765b4b25aa70650047b4a362 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:46:17.239922 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:17.391003 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56118) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:17.424082 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:17.461609 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:17.470211 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Usage tracker for resource:security_group_rule and tenant:80fc2982afcd40fbbb538eab9853caf8 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:17.477845 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56122) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:17.485611 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:17.504412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:17.519256 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-b37f6e43-5998-45e4-8c52-4072c8d01be6 None None] Provisioning for port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:17.533871 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-b37f6e43-5998-45e4-8c52-4072c8d01be6 None None] Provisioning complete for port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:17.536797 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-b37f6e43-5998-45e4-8c52-4072c8d01be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:17.615231 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:17.745303 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-b37f6e43-5998-45e4-8c52-4072c8d01be6 None None] Port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:46:17.837395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:17.906973 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846785e-be7c-49ef-bad9-375861d81581 req-b7eed659-178f-40b1-98fb-9a878877e87b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:17.911897 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c846785e-be7c-49ef-bad9-375861d81581 req-b7eed659-178f-40b1-98fb-9a878877e87b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 932 time: 0.2220650 Aug 24 19:46:17.949206 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44259f-067e-4324-8ad7-62e862342314 req-1ebde601-0347-490f-8128-5a4ad607d521 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:17.950950 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ba44259f-067e-4324-8ad7-62e862342314 req-1ebde601-0347-490f-8128-5a4ad607d521 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.6079729 Aug 24 19:46:17.980987 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:17.984528 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Allocated IP 172.20.0.11 (cfd06381-3a6a-4b60-a41c-7482dff5280e/2e500ac1-834e-4a14-bcd9-f700f46eb19e/94af0ca7-6887-45d2-b1fc-856b2f1ebb08) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:46:18.068276 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:18.083953 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80fc2982afcd40fbbb538eab9853caf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910686 Aug 24 19:46:18.085407 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.088362 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56138) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:18.146108 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c846785e-be7c-49ef-bad9-375861d81581 req-677c8419-e8c0-47df-88e5-1f6e1ebafb17 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299540 Aug 24 19:46:18.166068 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ba44259f-067e-4324-8ad7-62e862342314 req-49e55c9e-00da-478d-969d-528eab18d1e6 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758938 Aug 24 19:46:18.167888 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:18.178345 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c2370d-9d64-4995-920b-e215bd6ebffc,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:18.203596 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:18.205547 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Usage tracker for resource:security_group_rule and tenant:89f42f2527c446a4b390f76f691f51a4 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:18.212935 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:18.224529 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:18.353786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.427397 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.439752 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-78889a67-dfe6-41cd-9dd9-8632a85be0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:18.449519 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-507cf693-6504-4590-8d4b-deb8d61834cc req-0048fd27-f5b8-4f9e-97bd-2abf06255d6e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 210 time: 0.1042972 Aug 24 19:46:18.458199 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.506629 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89f42f2527c446a4b390f76f691f51a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0264339 Aug 24 19:46:18.512972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56142) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:18.533689 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775b3947-441c-4227-a8c5-3e2c585a1fb1,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:18.540423 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:18.559837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.576230 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.db.resource_extend [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:46:18.609461 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.647583 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.650962 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-32b2455e-2d21-47c8-b4f2-220fd94d7555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.658377 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.691226 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Transition to ACTIVE for port object 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:46:18.697299 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:18.716426 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.759837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Transition to ACTIVE for port object f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:46:18.867576 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.868170 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.871678 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.880181 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e0f2f617-3c68-4a28-880b-22e8b92144ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:18.880323 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.880323 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c8c1189c-72f8-4096-864b-9605c3d92ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:18.884937 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b3947-441c-4227-a8c5-3e2c585a1fb1,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:18.887133 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:18.894488 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:18.897907 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/775b3947-441c-4227-a8c5-3e2c585a1fb1 HTTP/1.1" status: 204 len: 168 time: 0.3815923 Aug 24 19:46:18.898082 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c2370d-9d64-4995-920b-e215bd6ebffc,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:18.904271 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:18.904799 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b2de9451-d014-45ba-93bc-5b0ab16b3fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:19.075996 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Network cfd06381-3a6a-4b60-a41c-7482dff5280e is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:46:19.135555 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:19.150521 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:46:19.156203 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:19.156877 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.161330 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:19.189495 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.194324 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43c2370d-9d64-4995-920b-e215bd6ebffc HTTP/1.1" status: 204 len: 168 time: 1.1017663 Aug 24 19:46:19.331003 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Attempting to bind port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:46:19.331496 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Attempting to bind port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:46:19.331932 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Attempting to bind port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce on network 17405693-0dde-4b8c-bd10-9976770d9a83 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:19.376556 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce on network 17405693-0dde-4b8c-bd10-9976770d9a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:46:19.376556 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Attempting to bind port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce on network 17405693-0dde-4b8c-bd10-9976770d9a83 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:19.388578 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:19.395034 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:19.401641 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:19.401981 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:19.403099 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:46:19.403360 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Checking segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:46:19.405369 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Bound using segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:46:19.405869 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Bound port: f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:46:19.406250 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.445021 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6869092 Aug 24 19:46:19.499718 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Request body: {'port': {'device_id': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:19.717373 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.733293 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f26e2-28f2-4586-a4cb-56f2cb675569 req-d698deef-7a87-470c-bcb9-0642fc74fa80 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:19.736777 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a33f26e2-28f2-4586-a4cb-56f2cb675569 req-d698deef-7a87-470c-bcb9-0642fc74fa80 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.2603130 Aug 24 19:46:19.781973 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-4064a7df-13c1-448d-a654-4d7143a2826a None None] Provisioning for port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:19.789224 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-4064a7df-13c1-448d-a654-4d7143a2826a None None] Provisioning complete for port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:19.789689 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4064a7df-13c1-448d-a654-4d7143a2826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.827298 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a33f26e2-28f2-4586-a4cb-56f2cb675569 req-51fa65f3-c76a-4383-b762-661732a7f94a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843225 Aug 24 19:46:19.856637 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] For port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:46:19.860230 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] For port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:46:19.924294 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7e57d-e3d6-4e83-82d5-9bdafe52991d req-6e19d13e-c054-4dc4-9d73-3168664fcc36 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:19.924447 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56188) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:19.925067 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-2bf7e57d-e3d6-4e83-82d5-9bdafe52991d req-6e19d13e-c054-4dc4-9d73-3168664fcc36 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:19.936391 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.979123 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.979914 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-4064a7df-13c1-448d-a654-4d7143a2826a None None] Port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:46:20.015246 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:20.018957 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.043570 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Usage tracker for resource:security_group_rule and tenant:16e382911b7549d1893c280bd1bc7b2b is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:20.053420 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:20.078856 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:20.102388 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:20.226338 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.228759 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.232278 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] 10.222.0.38 "PUT /v2.0/ports/f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 200 len: 1094 time: 3.0754597 Aug 24 19:46:20.252942 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:20.271454 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-2bf7e57d-e3d6-4e83-82d5-9bdafe52991d req-6e19d13e-c054-4dc4-9d73-3168664fcc36 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:20.275986 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2bf7e57d-e3d6-4e83-82d5-9bdafe52991d req-6e19d13e-c054-4dc4-9d73-3168664fcc36 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 944 time: 0.7134075 Aug 24 19:46:20.322823 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c2a1-0dd8-425d-8369-7f8e74a8f400 req-25a8c532-efc9-40f9-9f8e-f9b6a632afac tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.324401 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bde6c2a1-0dd8-425d-8369-7f8e74a8f400 req-25a8c532-efc9-40f9-9f8e-f9b6a632afac tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 932 time: 0.2587144 Aug 24 19:46:20.430410 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-bde6c2a1-0dd8-425d-8369-7f8e74a8f400 req-dfa2bd24-65c5-4d23-b352-61546487758e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:20.474135 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-bde6c2a1-0dd8-425d-8369-7f8e74a8f400 req-dfa2bd24-65c5-4d23-b352-61546487758e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:20.475393 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bde6c2a1-0dd8-425d-8369-7f8e74a8f400 req-dfa2bd24-65c5-4d23-b352-61546487758e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435404 Aug 24 19:46:20.477516 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.515432 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:20.529092 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:20.570219 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.625299 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d6b8a57f-e1e2-4168-aae6-71ea8f22c206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:20.647557 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16e382911b7549d1893c280bd1bc7b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203417 Aug 24 19:46:20.649245 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56206) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:20.704000 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2bf7e57d-e3d6-4e83-82d5-9bdafe52991d req-d0f877a3-b097-46cf-bab8-9e579a3dd478 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994522 Aug 24 19:46:20.812825 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7509254-cd42-4da7-a19e-8f9a883ef1f0,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:20.824221 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:20.882448 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-eb306c61-dd31-42e4-87ac-72db39ac9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.884263 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-eb306c61-dd31-42e4-87ac-72db39ac9deb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 1097 time: 0.4906597 Aug 24 19:46:20.905287 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.933673 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.963853 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-86c3a15d-aa66-470d-bed4-f6f2a26f8723 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 200 len: 217 time: 0.0664616 Aug 24 19:46:21.038805 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-a3b38de8-a50d-428d-82b4-259e345ca078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:21.041436 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-a3b38de8-a50d-428d-82b4-259e345ca078 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.0681980 Aug 24 19:46:21.096398 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:21.103783 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f363ae99-7978-4974-baad-1941c1a8599e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:21.120256 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7509254-cd42-4da7-a19e-8f9a883ef1f0,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:21.142990 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:21.154390 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:21.161926 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7509254-cd42-4da7-a19e-8f9a883ef1f0 HTTP/1.1" status: 204 len: 168 time: 0.5013838 Aug 24 19:46:21.286824 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-a396808a-23a2-44eb-a295-9d46b833838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:21.290649 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-a396808a-23a2-44eb-a295-9d46b833838a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2379894 Aug 24 19:46:21.320051 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'status': 'completed', 'code': 200} Aug 24 19:46:21.356435 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-1874f291-7775-4d85-b67a-050d0cc43649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:21.523500 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:21.538057 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57811a-3f3e-421f-8da7-bc44079d538d req-f3286d11-57da-4d69-8f9f-b13d59837c09 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:21.539979 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8e57811a-3f3e-421f-8da7-bc44079d538d req-f3286d11-57da-4d69-8f9f-b13d59837c09 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1555839 Aug 24 19:46:21.565646 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:21.566215 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-476a2306-6a7f-4712-887b-4a0be9cd5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:21.567765 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-476a2306-6a7f-4712-887b-4a0be9cd5e15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 1098 time: 0.1323721 Aug 24 19:46:21.629347 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Transition to ACTIVE for port object 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:46:21.659555 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-f28ce5e5-a70d-43d8-a341-fffb227a7b55 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177254 Aug 24 19:46:21.686674 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8e57811a-3f3e-421f-8da7-bc44079d538d req-96957ed6-9111-4fca-8343-bc468af5e4f3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369991 Aug 24 19:46:21.697099 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe38ea-07f8-4f6d-a61c-3bb565613ae5 req-b3106e38-4a08-4e20-b3b9-aa51cede207b tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:21.698645 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c1fe38ea-07f8-4f6d-a61c-3bb565613ae5 req-b3106e38-4a08-4e20-b3b9-aa51cede207b tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 945 time: 0.1854613 Aug 24 19:46:21.752988 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:46:21.782516 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:21.784337 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-7632e97e-6508-44c7-b229-eda16fee6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:21.786145 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-7632e97e-6508-44c7-b229-eda16fee6bf1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.2021019 Aug 24 19:46:21.797693 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cfe8e22e-a7a4-4046-a7c0-88c566bbfd42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:21.964635 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-e7172f05-ea62-42de-be62-70a02c0effb8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d463180a-ac1e-4236-a3df-3f388245bd38 HTTP/1.1" status: 200 len: 217 time: 0.1698411 Aug 24 19:46:22.030169 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c1fe38ea-07f8-4f6d-a61c-3bb565613ae5 req-1bd75657-5a8f-47bc-b7e1-6fca6ae9b437 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661767 Aug 24 19:46:22.038016 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:22.054158 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-2f222244-60d9-4224-82de-2fbd817cf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:22.054158 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-2f222244-60d9-4224-82de-2fbd817cf986 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.0760880 Aug 24 19:46:22.065404 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:22.070836 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339eeb8-a95e-48b0-9854-52d185d3f8e1 req-7130645c-9cad-435f-b7a0-1477b4e726be tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:22.078925 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b6fd0b6d-7802-4809-8903-2db78e21323c req-9fb23107-1bbf-4592-8e04-5c9c873bc4cf service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106326 Aug 24 19:46:22.079797 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3339eeb8-a95e-48b0-9854-52d185d3f8e1 req-7130645c-9cad-435f-b7a0-1477b4e726be tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.1843851 Aug 24 19:46:22.081148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Attempting to bind port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:46:22.081479 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Attempting to bind port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:46:22.089218 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Attempting to bind port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 on network cfd06381-3a6a-4b60-a41c-7482dff5280e {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:22.095561 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 on network cfd06381-3a6a-4b60-a41c-7482dff5280e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:46:22.095891 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Attempting to bind port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 on network cfd06381-3a6a-4b60-a41c-7482dff5280e {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:22.103466 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:46:22.103806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Checking segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:46:22.104197 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Bound using segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:46:22.104647 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Bound port: 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:46:22.105123 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.240531 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-ad2affe5-6d99-4f50-ab96-164060e352b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788313 Aug 24 19:46:22.396860 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:46:22.426315 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:46:22.426783 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.455033 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3339eeb8-a95e-48b0-9854-52d185d3f8e1 req-eb51fe75-ca3b-4acf-955d-a149c757072e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738267 Aug 24 19:46:22.483306 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-fd0bb27c-8db4-4ea1-967a-746fd82c0969 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125819 Aug 24 19:46:22.530764 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.541580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:22.621228 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:22.621852 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.637498 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] 10.222.0.38 "PUT /v2.0/ports/94af0ca7-6887-45d2-b1fc-856b2f1ebb08 HTTP/1.1" status: 200 len: 1094 time: 3.1394713 Aug 24 19:46:22.681396 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-1c06ece8-965a-4dbf-8579-bb2659bb5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:22.682933 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-1c06ece8-965a-4dbf-8579-bb2659bb5603 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 1097 time: 0.3842707 Aug 24 19:46:22.710402 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2b9124ff-8207-46db-8d66-e1d99453f651 req-67e582ad-a872-4df6-8c30-08515b26c75f service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185187 Aug 24 19:46:22.744480 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cde1e-2e7e-4543-a5db-d14f5df25d4a req-2b91cc86-de8c-49d7-83f7-a7a986a025a7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:22.764338 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2a8cde1e-2e7e-4543-a5db-d14f5df25d4a req-2b91cc86-de8c-49d7-83f7-a7a986a025a7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 944 time: 0.4181075 Aug 24 19:46:22.817707 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:22.955523 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:23.022525 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2a8cde1e-2e7e-4543-a5db-d14f5df25d4a req-33d2819e-e67a-4b14-a5a6-3464fc19f813 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435892 Aug 24 19:46:23.066248 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-face52a8-51eb-4675-8cde-2ff32dfe528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.068174 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-face52a8-51eb-4675-8cde-2ff32dfe528f service neutron] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 912 time: 0.3682425 Aug 24 19:46:23.071284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-2ad8489c-aa61-4d93-82bf-1fef63e411fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.074490 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-2ad8489c-aa61-4d93-82bf-1fef63e411fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 1097 time: 0.3258209 Aug 24 19:46:23.172543 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56286) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:23.204538 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-2716da77-ed81-4d4e-937a-fb279bc8edbf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08 HTTP/1.1" status: 200 len: 217 time: 0.1085968 Aug 24 19:46:23.268786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff96f9-a12c-4a6f-953e-09aa0744c8b7 req-31e4459a-6265-4713-8700-935a5b25a694 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.270723 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76ff96f9-a12c-4a6f-953e-09aa0744c8b7 req-31e4459a-6265-4713-8700-935a5b25a694 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.3156667 Aug 24 19:46:23.277557 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-463c34ae-b04c-4165-9377-cc1991c8ece2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 200 len: 217 time: 0.1926970 Aug 24 19:46:23.315665 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-b383df25-e691-4fbd-b88e-3e4e54ba21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.317291 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-b383df25-e691-4fbd-b88e-3e4e54ba21ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.1076660 Aug 24 19:46:23.401379 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:23.402922 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76ff96f9-a12c-4a6f-953e-09aa0744c8b7 req-f9d36f9e-138e-4fd0-a916-b1f3c4019028 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208088 Aug 24 19:46:23.447662 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605360-c72b-46bf-b05b-377af3c10c85 req-0f2f7026-17e3-47b0-877e-10c69f22fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.455654 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-0f2f7026-17e3-47b0-877e-10c69f22fd5a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1157551 Aug 24 19:46:23.497953 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'status': 'completed', 'code': 200} Aug 24 19:46:23.518733 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-235cb86c-7479-43b2-9817-4b28066aafda tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.520341 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-235cb86c-7479-43b2-9817-4b28066aafda tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 945 time: 0.3161438 Aug 24 19:46:23.522996 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-c4f4aebd-a61f-4ace-a0cc-4e649e0153c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.523130 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-926057267-network', 'tenant_id': 'fbda2a3d52ed4018b03f8ec32705ee5d'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:23.524353 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-c4f4aebd-a61f-4ace-a0cc-4e649e0153c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.2347848 Aug 24 19:46:23.537845 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f2693-a8ea-477a-bcc3-03957bff5916 req-34c765a6-3d01-4727-ad14-4841fd024dec tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.539559 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-996f2693-a8ea-477a-bcc3-03957bff5916 req-34c765a6-3d01-4727-ad14-4841fd024dec tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 945 time: 0.2610686 Aug 24 19:46:23.597663 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:23.607597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Usage tracker for resource:network and tenant:fbda2a3d52ed4018b03f8ec32705ee5d is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:23.641584 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:23.665041 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:23.726134 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:23.730815 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Deleting port fac6ceb4-4458-47f3-bddb-3e6be03ae848 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:46:23.731189 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:23.739991 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-692481b6-1888-4220-b34a-8bc5254e250e service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781157 Aug 24 19:46:23.749658 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519acfb4-1a48-4904-8c0a-7617458c09d7 req-edb6f6da-ac68-46ff-8ba8-589e57116b97 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.751329 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-519acfb4-1a48-4904-8c0a-7617458c09d7 req-edb6f6da-ac68-46ff-8ba8-589e57116b97 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.1491938 Aug 24 19:46:23.780920 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Made reservation on behalf of fbda2a3d52ed4018b03f8ec32705ee5d for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:46:23.783429 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:23.822572 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-996f2693-a8ea-477a-bcc3-03957bff5916 req-f8ad65cf-d961-4585-974a-f836b2a417fe tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895747 Aug 24 19:46:23.866522 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:23.912798 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:23.923138 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Usage tracker for resource:security_group_rule and tenant:fbda2a3d52ed4018b03f8ec32705ee5d is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:23.930843 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-519acfb4-1a48-4904-8c0a-7617458c09d7 req-3aa688c6-3a78-4e2d-a5a3-ca162fb5e004 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516616 Aug 24 19:46:23.934585 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:23.951309 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:23.996537 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-13bebeee-44ff-4223-ac29-26b667bf3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:23.998238 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-13bebeee-44ff-4223-ac29-26b667bf3f4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4575329 Aug 24 19:46:24.001580 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-69605360-c72b-46bf-b05b-377af3c10c85 req-b09e0a6b-488e-4aad-b906-0f1e6ee2000e service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481487 Aug 24 19:46:24.018569 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:46:24.125829 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.213975 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:24.234117 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'port_id': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'mac_address': 'fa:16:3e:99:96:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:46:24.237133 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.247814 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:24.292273 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=79949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:46:24.309245 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014efd95-a14c-4dd7-b06e-c8badbcdcd9e,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:24.314445 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:24.318312 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.318661 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Added segment ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803 of type vlan for network 0ff35cd2-c57c-4969-8621-c9672ed03938 Aug 24 19:46:24.341960 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.356187 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.362953 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-2c4d1e20-7584-47c4-af44-d84ea006e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:24.364552 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-2c4d1e20-7584-47c4-af44-d84ea006e63d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 1097 time: 0.1731293 Aug 24 19:46:24.380014 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] For port fac6ceb4-4458-47f3-bddb-3e6be03ae848, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=fac6ceb4-4458-47f3-bddb-3e6be03ae848,segment=NetworkSegment(88020107-97f3-4d22-b671-01e4edb76df3),segment_id=88020107-97f3-4d22-b671-01e4edb76df3)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:24.383877 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.393758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:24.445101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:24.479720 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-fd017783-fc90-4235-bd65-e8a617c0db72 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432988 Aug 24 19:46:24.523850 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.db.resource_extend [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:46:24.553091 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.555467 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5b449a52-9439-416a-8364-a8adebb5ea13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:24.565416 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56322) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:24.601190 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Calling delete_port for fac6ceb4-4458-47f3-bddb-3e6be03ae848 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:46:24.620612 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-cc8957d2-4768-4fb0-9948-bd75d8ac7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:24.622227 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-cc8957d2-4768-4fb0-9948-bd75d8ac7a0e service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.2495880 Aug 24 19:46:24.646138 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e00f89-9655-4ee5-8212-6f70cb6607d5 req-6d4a2b05-9746-4704-89fd-b9157e50dd3d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:24.647744 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b3e00f89-9655-4ee5-8212-6f70cb6607d5 req-6d4a2b05-9746-4704-89fd-b9157e50dd3d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 944 time: 0.5024767 Aug 24 19:46:24.653174 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:24.668303 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.669198 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.669744 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.670428 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.670984 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.671811 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.672615 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.673407 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.674300 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.675104 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.676366 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.677238 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:24.695568 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:24.785358 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.795448 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:24.796044 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.800535 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-a49b5551-e1b0-4184-a987-0ef7b0c5a295 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08 HTTP/1.1" status: 200 len: 217 time: 0.1708078 Aug 24 19:46:24.801987 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3e65cd1b-5a36-4bda-8e83-a28304f6d5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:24.837103 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:46:24.894858 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.974155 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693887-1db2-4130-a898-95e51a6bc2b9 req-b17d3dd8-3a66-43d2-b4e7-dbd7a8ed229f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:24.975829 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-be693887-1db2-4130-a898-95e51a6bc2b9 req-b17d3dd8-3a66-43d2-b4e7-dbd7a8ed229f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.4553590 Aug 24 19:46:25.040766 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b3e00f89-9655-4ee5-8212-6f70cb6607d5 req-2af4fe3e-0d40-4040-a290-ef285d2f42be tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680017 Aug 24 19:46:25.041888 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:25.053871 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-f292e91f-7b38-4557-98c7-d1e95f76ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:25.055417 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-f292e91f-7b38-4557-98c7-d1e95f76ac47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.2402925 Aug 24 19:46:25.056597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Pushing event updated for resources: {'Network': ['ID=0ff35cd2-c57c-4969-8621-c9672ed03938,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:25.064183 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3240259b9b4315854b3830f5945ceb is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:25.070109 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:25.081466 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8923080 Aug 24 19:46:25.082327 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56340) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:25.083970 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:25.126315 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:25.144285 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Request body: {'subnet': {'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-926057267-subnet', 'tenant_id': 'fbda2a3d52ed4018b03f8ec32705ee5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:25.158044 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:25.172380 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Usage tracker for resource:subnet and tenant:fbda2a3d52ed4018b03f8ec32705ee5d is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:25.185308 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:25.197326 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b1095cb9-0f6a-42a8-8baf-fdf6e5047bb2 req-1aea5ac3-76bd-428c-8a6e-5263812353d0 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317840 Aug 24 19:46:25.203098 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:25.209692 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 0ff35cd2-c57c-4969-8621-c9672ed03938 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:46:25.234647 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-be693887-1db2-4130-a898-95e51a6bc2b9 req-4ac285ae-5afa-4cc6-9376-0d7e896d6154 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632249 Aug 24 19:46:25.314439 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-608e126c-6e27-4b1b-b4c8-7b849d4c6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:25.321492 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:25.341593 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-608e126c-6e27-4b1b-b4c8-7b849d4c6e85 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2465823 Aug 24 19:46:25.406536 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Made reservation on behalf of fbda2a3d52ed4018b03f8ec32705ee5d for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:46:25.410084 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15301028'] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:25.417928 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:25.429097 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-24487fe0-8dea-432d-a6ab-1b2738b4dec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:25.488955 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe29bd1-c5e4-42d7-9cc4-4583901eceb3,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:25.492512 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:25.499826 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a3240259b9b4315854b3830f5945ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9285402 Aug 24 19:46:25.500078 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56352) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:25.553677 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:25.582771 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:25.629451 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144600bf-177f-434f-a407-d97f91badba2 req-be42c50d-6337-47f2-97d4-b9411e9cee00 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:25.630973 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-144600bf-177f-434f-a407-d97f91badba2 req-be42c50d-6337-47f2-97d4-b9411e9cee00 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 945 time: 0.3071570 Aug 24 19:46:25.659626 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Pushing event deleted for resources: {'Port': ['ID=fac6ceb4-4458-47f3-bddb-3e6be03ae848,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:25.662644 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:25.679554 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:25.747171 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-6779dfa9-31f4-4aae-b4cf-412f616a84d6 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043832 Aug 24 19:46:25.797128 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:25.804257 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] No DVR routers for this DVR port fac6ceb4-4458-47f3-bddb-3e6be03ae848 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:46:25.815014 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:25.817567 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'name': 'network-vif-deleted', 'tag': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:25.837994 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-144600bf-177f-434f-a407-d97f91badba2 req-5e80459c-489e-4f7b-8260-0e0162081dee tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d3283d4-6547-411b-9be1-e9d096a3e34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971066 Aug 24 19:46:25.879068 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3b8b-4cba-4f32-8d87-6ff3f7b7d17f req-40cbda57-aff2-44a3-b923-5b3f69ac5ae2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:25.886559 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a46c3b8b-4cba-4f32-8d87-6ff3f7b7d17f req-40cbda57-aff2-44a3-b923-5b3f69ac5ae2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.3005040 Aug 24 19:46:25.907149 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b6006-70c7-4211-b4aa-89801fb91a5f', 'name': 'network-vif-deleted', 'tag': 'fac6ceb4-4458-47f3-bddb-3e6be03ae848', 'status': 'completed', 'code': 200} Aug 24 19:46:26.001859 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a46c3b8b-4cba-4f32-8d87-6ff3f7b7d17f req-ff49dec4-4457-410e-ab90-2171d786d692 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144297 Aug 24 19:46:26.013132 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f9b104bd-26c5-418e-a9f8-88e96d5ceb13 req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.38 "DELETE /v2.0/ports/fac6ceb4-4458-47f3-bddb-3e6be03ae848 HTTP/1.1" status: 204 len: 173 time: 2.4359646 Aug 24 19:46:26.015364 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.020167 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:46:26.029238 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:26.040069 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ab486c50-5468-4be9-9fe2-c4981dbc7578 req-4898c243-0d84-49dd-b10d-eb06e9796d94 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844565 Aug 24 19:46:26.044513 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe29bd1-c5e4-42d7-9cc4-4583901eceb3,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:26.059824 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:26.062772 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.066468 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fe29bd1-c5e4-42d7-9cc4-4583901eceb3 HTTP/1.1" status: 204 len: 168 time: 0.5630162 Aug 24 19:46:26.080079 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:46:26.123239 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14983792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15301078'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.130339 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e1b86240-1028-480b-8455-2e904b6837ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:26.224618 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d7670d-77b5-42b7-953d-5db3c1f01549,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:26.228822 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:26.237950 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Checking segment: {'id': 'ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:46:26.238531 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Network hostable DHCP agents. Network: 0ff35cd2-c57c-4969-8621-c9672ed03938, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:46:26.286039 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5adcb-b6b5-4950-a0be-46ac51a33c6c req-d42f4a38-4f1a-4f27-9984-091b0cfa1aa0 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:26.294069 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e1f5adcb-b6b5-4950-a0be-46ac51a33c6c req-d42f4a38-4f1a-4f27-9984-091b0cfa1aa0 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 945 time: 0.1088455 Aug 24 19:46:26.315560 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:26.331300 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'port_id': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'mac_address': 'fa:16:3e:08:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:46:26.348509 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e1f5adcb-b6b5-4950-a0be-46ac51a33c6c req-1071d831-eec8-4dec-89a4-7e69205df055 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512562 Aug 24 19:46:26.370369 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Network 0ff35cd2-c57c-4969-8621-c9672ed03938 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:46:26.400282 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.426509 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:26.430779 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:26.448096 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:26.448096 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.488573 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520a089-fdcb-4255-b832-0c3eac60c130 req-c18613a9-418b-4552-992a-7dd10622d335 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:26.490328 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e520a089-fdcb-4255-b832-0c3eac60c130 req-c18613a9-418b-4552-992a-7dd10622d335 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0993550 Aug 24 19:46:26.494237 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:26.518801 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 0ff35cd2-c57c-4969-8621-c9672ed03938) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:26.534725 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:26.535869 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.605042 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e520a089-fdcb-4255-b832-0c3eac60c130 req-6f76301c-1b74-494a-aa97-fb0b74fa52c7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063426 Aug 24 19:46:26.633325 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32325895-45c1-4c09-a5f9-fe6e0772411c None None] Network 0ff35cd2-c57c-4969-8621-c9672ed03938 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:46:26.662367 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.699897 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6064222 Aug 24 19:46:26.724611 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:26.798792 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.870505 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:26.878983 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:26.887787 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:26.889974 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:26.947590 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['94af0ca7-6887-45d2-b1fc-856b2f1ebb08'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:46:26.955318 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56382) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:27.000155 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.001520 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device fac6ceb4-4458-47f3-bddb-3e6be03ae848 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:46:27.005703 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.027235 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:27.034680 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Usage tracker for resource:security_group_rule and tenant:5592ff5a55314bc4a2381e69b0ac5345 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:27.038872 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:27.048812 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:27.073798 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'code': 200} Aug 24 19:46:27.090791 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:27.178015 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.195903 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-a9a670c3-04e0-4fe5-84e1-0bafb10eb147 req-2890fa20-6a05-4ec2-a097-63380808e4be tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Synchronizing usage tracker for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:27.218133 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: fac6ceb4-4458-47f3-bddb-3e6be03ae848 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:46:27.218552 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device fac6ceb4-4458-47f3-bddb-3e6be03ae848 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:46:27.233632 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:27.273462 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:27.311874 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.319527 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-a9a670c3-04e0-4fe5-84e1-0bafb10eb147 req-2890fa20-6a05-4ec2-a097-63380808e4be tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Unset dirty status for tenant:cd67c0f9d04f4f758c4b13dd2e4d9bde on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:27.324579 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a9a670c3-04e0-4fe5-84e1-0bafb10eb147 req-2890fa20-6a05-4ec2-a097-63380808e4be tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5b6006-70c7-4211-b4aa-89801fb91a5f HTTP/1.1" status: 200 len: 210 time: 0.2144601 Aug 24 19:46:27.350861 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-885763a7-ad9e-42fa-8532-c7e8e63b7b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:27.351101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd3692-329a-457b-abac-7054dddb3bbd None None] Network 0ff35cd2-c57c-4969-8621-c9672ed03938 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:46:27.605072 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5592ff5a55314bc4a2381e69b0ac5345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481895 Aug 24 19:46:27.605847 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56400) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:27.614060 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f54fca-881a-4249-ba8d-638a05b0af90,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:27.632449 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:27.648849 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893d24-51b5-47b3-b5e4-9dbc176840c4 req-c92b173b-a360-4eca-9320-328f5105ac2e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:27.659088 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-68893d24-51b5-47b3-b5e4-9dbc176840c4 req-c92b173b-a360-4eca-9320-328f5105ac2e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1526403 Aug 24 19:46:27.709678 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a959ab2-434e-4374-8f81-8a4ea8b05666 req-631a787f-9113-4f39-9e46-1da4b4971c86 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:27.720424 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3a959ab2-434e-4374-8f81-8a4ea8b05666 req-631a787f-9113-4f39-9e46-1da4b4971c86 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 945 time: 0.4749513 Aug 24 19:46:27.749787 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-68893d24-51b5-47b3-b5e4-9dbc176840c4 req-f62bb61a-d65c-4f48-8e6a-054cfeb3d4ff tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858920 Aug 24 19:46:27.780507 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ad9f0-98c1-4408-a7c4-03fe0db4c035 req-c6f9f1f6-1cb3-4f6e-a10f-d4c73ff0ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:27.782719 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-df4ad9f0-98c1-4408-a7c4-03fe0db4c035 req-c6f9f1f6-1cb3-4f6e-a10f-d4c73ff0ddb4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 1099 time: 0.3223572 Aug 24 19:46:27.850290 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3a959ab2-434e-4374-8f81-8a4ea8b05666 req-a7c3f5a2-4243-48e0-b865-792aeb0bc265 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288855 Aug 24 19:46:27.851290 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.909916 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-df4ad9f0-98c1-4408-a7c4-03fe0db4c035 req-39cb1e6a-1703-4a56-ada5-8d05080fced9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903060 Aug 24 19:46:27.950044 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.972006 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6915cc-16a9-4913-988a-374c2fae96e3 req-b9e2ebc2-1cb7-4061-98a7-64e11ebf5432 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:27.974265 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aa6915cc-16a9-4913-988a-374c2fae96e3 req-b9e2ebc2-1cb7-4061-98a7-64e11ebf5432 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1112621 Aug 24 19:46:28.044576 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aa6915cc-16a9-4913-988a-374c2fae96e3 req-4f024e39-e870-4a72-8deb-a251ca4e6e29 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612195 Aug 24 19:46:28.113679 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.121380 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-afcfc7b7-b34f-4892-b67f-93ee71856fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:28.136921 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f54fca-881a-4249-ba8d-638a05b0af90,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:28.140445 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:28.142806 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.147936 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6f54fca-881a-4249-ba8d-638a05b0af90 HTTP/1.1" status: 204 len: 168 time: 0.5366480 Aug 24 19:46:28.223788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56424) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:28.231746 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56428) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:28.239913 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100718010-network', 'tenant_id': '1b88565e9d2a42ccae68c8c35f20bf28'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:28.249007 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:28.254909 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Usage tracker for resource:network and tenant:1b88565e9d2a42ccae68c8c35f20bf28 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:28.258230 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:28.267077 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:28.358057 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Made reservation on behalf of 1b88565e9d2a42ccae68c8c35f20bf28 for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:46:28.360638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.375784 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.385505 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.393501 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:28.398553 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b88565e9d2a42ccae68c8c35f20bf28 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:28.401320 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:28.401473 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:28.405679 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Usage tracker for resource:security_group_rule and tenant:8524fee9fdbc40d3af78e379e1f5acb5 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:28.408640 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:28.408766 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:28.414662 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:28.514711 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.527235 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.625566 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.629207 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.631712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-142eb615-8c88-4eb1-a4a0-0db6bfd2e8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:28.654631 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:28.676474 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8524fee9fdbc40d3af78e379e1f5acb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510584 Aug 24 19:46:28.686282 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56448) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:28.695308 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=79949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:46:28.696969 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8267dfa2-ca89-4ebe-9fee-4ea6dbbaf98f,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:28.701908 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:28.717147 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1744257c-94a9-424f-b3fd-d23032ec545b,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:28.722763 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:28.726982 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.727330 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Added segment c035f25e-2bf1-4a7b-b1c0-81f449669812 of type vlan for network ce98d66a-0750-4a9b-b089-e21d8313f9c3 Aug 24 19:46:28.894595 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.925076 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.969967 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.105122 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.110562 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:29.112276 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110dba1-84f1-4bd6-9708-93d7d0db6448 req-75497b2d-4a74-4051-bb27-e25f559b620d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:29.113929 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b110dba1-84f1-4bd6-9708-93d7d0db6448 req-75497b2d-4a74-4051-bb27-e25f559b620d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:29.133617 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8267dfa2-ca89-4ebe-9fee-4ea6dbbaf98f,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:29.138677 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.140965 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:29.145725 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:29.146631 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.153731 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:29.185789 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096889ff-c2db-41ac-8868-543c04922aa4 req-3310ab20-0615-4c10-8b09-02e9a070649a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:29.186903 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b110dba1-84f1-4bd6-9708-93d7d0db6448 req-75497b2d-4a74-4051-bb27-e25f559b620d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:29.187759 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-096889ff-c2db-41ac-8868-543c04922aa4 req-3310ab20-0615-4c10-8b09-02e9a070649a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.2200172 Aug 24 19:46:29.188047 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b110dba1-84f1-4bd6-9708-93d7d0db6448 req-75497b2d-4a74-4051-bb27-e25f559b620d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 945 time: 0.1964555 Aug 24 19:46:29.265123 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.266277 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8267dfa2-ca89-4ebe-9fee-4ea6dbbaf98f HTTP/1.1" status: 204 len: 168 time: 0.5753684 Aug 24 19:46:29.270517 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b110dba1-84f1-4bd6-9708-93d7d0db6448 req-d53f17f4-203d-41df-8414-1bbddf4f2893 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601835 Aug 24 19:46:29.349395 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-096889ff-c2db-41ac-8868-543c04922aa4 req-3619cc66-2d43-4a85-b135-1202ce706b50 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865843 Aug 24 19:46:29.355445 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ce98d66a-0750-4a9b-b089-e21d8313f9c3,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:29.358641 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:29.367880 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network ce98d66a-0750-4a9b-b089-e21d8313f9c3 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:46:29.379043 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1428044 Aug 24 19:46:29.379735 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56476) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:29.392555 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Request body: {'subnet': {'network_id': 'ce98d66a-0750-4a9b-b089-e21d8313f9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100718010-subnet', 'tenant_id': '1b88565e9d2a42ccae68c8c35f20bf28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:29.392717 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:29.397742 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Usage tracker for resource:subnet and tenant:1b88565e9d2a42ccae68c8c35f20bf28 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:29.401357 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:29.423352 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:29.490942 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ea36c-0f19-4b4e-a885-b1b66b928b38 req-e7b189a0-e0dd-453a-8695-72502ce366e8 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:29.492750 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-290ea36c-0f19-4b4e-a885-b1b66b928b38 req-e7b189a0-e0dd-453a-8695-72502ce366e8 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0902939 Aug 24 19:46:29.523932 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Made reservation on behalf of 1b88565e9d2a42ccae68c8c35f20bf28 for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:46:29.526312 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15301028'] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.543715 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-290ea36c-0f19-4b4e-a885-b1b66b928b38 req-f3fd93f3-5071-463e-a6f3-da34859e50c8 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Aug 24 19:46:29.861532 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14983792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15301078'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.869638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d78503e-dc76-47a6-8838-6e0cd9a3a79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:29.874130 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56494) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:29.894684 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.912190 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:29.917450 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Usage tracker for resource:security_group_rule and tenant:3989d7aa608345e69e81845b283cda1f is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:29.920803 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:29.927611 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:29.957003 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Checking segment: {'id': 'c035f25e-2bf1-4a7b-b1c0-81f449669812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ce98d66a-0750-4a9b-b089-e21d8313f9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:46:29.957428 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Network hostable DHCP agents. Network: ce98d66a-0750-4a9b-b089-e21d8313f9c3, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:46:29.964454 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ea1493-1561-4c8a-908c-6bd2da5473a3,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:29.967966 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:30.025796 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:46:30.029415 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.072403 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Network ce98d66a-0750-4a9b-b089-e21d8313f9c3 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:46:30.107277 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.119073 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:30.160529 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3989d7aa608345e69e81845b283cda1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845161 Aug 24 19:46:30.161506 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958cc6f6-178f-4f37-8240-51cdaddf4efb,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:30.163369 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56502) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:30.164739 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:30.201440 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, ce98d66a-0750-4a9b-b089-e21d8313f9c3) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:30.209456 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38942782-eff4-4435-a15c-2e22e196acdf None None] Network ce98d66a-0750-4a9b-b089-e21d8313f9c3 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:46:30.212396 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:30.213463 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.254586 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.273523 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:30.283558 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.286620 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:30.287000 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.349499 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7b245297-4fd8-41d4-b704-300f2d4ef2e1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9685338 Aug 24 19:46:30.466861 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.473090 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:30.489728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958cc6f6-178f-4f37-8240-51cdaddf4efb,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:30.493835 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:30.503506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.507665 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/958cc6f6-178f-4f37-8240-51cdaddf4efb HTTP/1.1" status: 204 len: 168 time: 0.3404274 Aug 24 19:46:30.521706 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.614982 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:30.628495 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:30.631042 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14edf9bf-01ac-4954-b570-dfa947d91f21 None None] Network ce98d66a-0750-4a9b-b089-e21d8313f9c3 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:46:30.660731 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4c691-8648-4f53-ae7f-285c45909736 req-14a06656-5729-452b-8b47-eeb37373e02a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:30.671207 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6ce4c691-8648-4f53-ae7f-285c45909736 req-14a06656-5729-452b-8b47-eeb37373e02a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 945 time: 0.1761036 Aug 24 19:46:30.702208 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb95295-0ca9-48b8-b13b-7dbd1adf4058 req-e8d4d144-199b-4777-be9b-1f8b03f32f0d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:30.707545 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.711499 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0eb95295-0ca9-48b8-b13b-7dbd1adf4058 req-e8d4d144-199b-4777-be9b-1f8b03f32f0d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1234982 Aug 24 19:46:30.714750 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:30.757022 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6ce4c691-8648-4f53-ae7f-285c45909736 req-ee677ec8-3f2a-47a1-8720-c0a27a865621 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786150 Aug 24 19:46:30.781239 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0eb95295-0ca9-48b8-b13b-7dbd1adf4058 req-a7587880-b297-46f5-8390-3c2a6420463c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622358 Aug 24 19:46:30.895508 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56538) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:30.903816 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:30.910026 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:30.989763 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'code': 200} Aug 24 19:46:31.014818 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeff569-8000-4302-9adb-ee62055cc534 req-1a07cc4a-f1d6-4252-b950-444018680078 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:31.022740 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3aeff569-8000-4302-9adb-ee62055cc534 req-1a07cc4a-f1d6-4252-b950-444018680078 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1060271 Aug 24 19:46:31.053322 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Deleting subnet dbfad2fb-3a07-4641-bda2-73de81c06b6d {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:46:31.065125 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.101445 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3aeff569-8000-4302-9adb-ee62055cc534 req-8f5bce22-cb77-4c58-9c88-e13a74a1c500 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765512 Aug 24 19:46:31.206599 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.299713 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.447718 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e2d90-2a80-448a-bb7d-2f7f47d618e1 req-ed389557-e11a-49a0-a7af-6b19cfc11c21 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:31.458696 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cb9e2d90-2a80-448a-bb7d-2f7f47d618e1 req-ed389557-e11a-49a0-a7af-6b19cfc11c21 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.2255394 Aug 24 19:46:31.459052 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56562) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:31.466816 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'floatingip': {'port_id': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:31.477307 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.517239 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:31.581281 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.625661 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfad2fb-3a07-4641-bda2-73de81c06b6d,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:31.628422 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56570) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:31.631523 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:31.637094 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.676605 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.694374 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-d1313513-64ff-4bfa-b37b-dc9691408474 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dbfad2fb-3a07-4641-bda2-73de81c06b6d HTTP/1.1" status: 204 len: 168 time: 0.7976127 Aug 24 19:46:31.700471 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56574) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:31.729765 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:31.745613 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Usage tracker for resource:security_group_rule and tenant:34bfff731cf54cdfaf4e99ec25f8aa22 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:31.749767 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344387-dd3d-4727-8b8d-775058b48bba req-ed892f68-8b8c-48fe-bdee-31ee2567a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:31.751369 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9d344387-dd3d-4727-8b8d-775058b48bba req-ed892f68-8b8c-48fe-bdee-31ee2567a1ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 1099 time: 0.3484888 Aug 24 19:46:31.752193 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:31.762468 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:31.782207 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-1e60f752-e8ad-4e13-9cd7-f4483281d3b5 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:31.789298 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-1e60f752-e8ad-4e13-9cd7-f4483281d3b5 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Synchronizing usage tracker for tenant:fbda2a3d52ed4018b03f8ec32705ee5d on resource:network {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:31.836270 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9d344387-dd3d-4727-8b8d-775058b48bba req-762164b9-4c91-4af6-8bdd-37089e5b8ffb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750165 Aug 24 19:46:31.871885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.907425 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.974805 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-1e60f752-e8ad-4e13-9cd7-f4483281d3b5 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Unset dirty status for tenant:fbda2a3d52ed4018b03f8ec32705ee5d on resource:network {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:31.982050 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-1e60f752-e8ad-4e13-9cd7-f4483281d3b5 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/networks?id=0ff35cd2-c57c-4969-8621-c9672ed03938 HTTP/1.1" status: 200 len: 808 time: 0.5148356 Aug 24 19:46:31.994401 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-e4d19448-be1d-401d-99b6-14ce8e603e93 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/quotas/fbda2a3d52ed4018b03f8ec32705ee5d HTTP/1.1" status: 200 len: 375 time: 0.0114813 Aug 24 19:46:32.004327 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.015655 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:32.091602 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-9ebccef9-e833-460d-982f-63a61b806582 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbda2a3d52ed4018b03f8ec32705ee5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768099 Aug 24 19:46:32.102683 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34bfff731cf54cdfaf4e99ec25f8aa22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673641 Aug 24 19:46:32.104131 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f2b98-76ce-4ffc-a77e-21761d96ab23,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:32.105783 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56586) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:32.139670 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:32.209876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.232589 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.232842 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.233579 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.233900 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > port after_create 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.234235 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.234580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > port after_update 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.234894 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.235204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.235520 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.235825 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.316301 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.316707 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.317040 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.317376 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:46:32.317767 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766a905f-97a8-4d3c-b34e-975b83af6a2a']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:32.346515 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.351761 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88020107-97f3-4d22-b671-01e4edb76df3') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:32.352069 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88020107-97f3-4d22-b671-01e4edb76df3') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:32.375525 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-79ba3562-748f-4e19-834a-1e54cfca3f08 service neutron] 10.222.0.55 "GET /v2.0/networks/0ff35cd2-c57c-4969-8621-c9672ed03938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662978 Aug 24 19:46:32.408161 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.438979 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.452765 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea349f-58ca-42c4-b221-690cf6e8323b req-fd4ed535-18cd-4a74-9555-6dfee9f78358 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:32.454373 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5dea349f-58ca-42c4-b221-690cf6e8323b req-fd4ed535-18cd-4a74-9555-6dfee9f78358 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.5134749 Aug 24 19:46:32.547576 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-49d51f56-1f17-4be0-96ce-31adf0f2b7de service neutron] 10.222.0.55 "GET /v2.0/networks/0ff35cd2-c57c-4969-8621-c9672ed03938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648915 Aug 24 19:46:32.614912 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.627806 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.632730 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:46:32.633251 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.640454 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3a932fe7-4094-40af-a9d0-2f5c58964733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: from cryptography.utils import int_from_bytes Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: from cryptography.utils import int_from_bytes Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: util.warn_limited( Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: util.warn_limited( Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:46:32.652514 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:46:32.669205 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1f2b98-76ce-4ffc-a77e-21761d96ab23,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:32.672066 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:32.673765 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.675912 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a1f2b98-76ce-4ffc-a77e-21761d96ab23 HTTP/1.1" status: 204 len: 168 time: 0.5690026 Aug 24 19:46:32.772245 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5dea349f-58ca-42c4-b221-690cf6e8323b req-804d244f-255a-478f-a793-56cadba992f0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871290 Aug 24 19:46:32.977113 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967dedb-fe9b-4879-b6bb-474ea8c3e5c3 req-23d4a584-9bd6-467f-8be7-8f1744ed7262 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:32.978761 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b967dedb-fe9b-4879-b6bb-474ea8c3e5c3 req-23d4a584-9bd6-467f-8be7-8f1744ed7262 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0963588 Aug 24 19:46:33.028636 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b967dedb-fe9b-4879-b6bb-474ea8c3e5c3 req-35e14867-942e-47d6-8095-ea5e2642fef4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Aug 24 19:46:33.075445 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.080942 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f651cd05-67ae-4856-9dfd-c1bc9de90162 req-13275572-d247-47e5-af07-2ad22194a8ec tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 210 time: 0.1882114 Aug 24 19:46:33.089720 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5d424877-e36f-46f6-bc40-e99c17858b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:33.111154 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.db.resource_extend [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:46:33.166670 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.182747 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=766a905f-97a8-4d3c-b34e-975b83af6a2a,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:33.187895 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:33.225958 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.319360 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-60b8e0c1-26d7-42bf-b464-3ce82c892de7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/766a905f-97a8-4d3c-b34e-975b83af6a2a HTTP/1.1" status: 204 len: 168 time: 1.6178544 Aug 24 19:46:33.320317 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.351728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56618) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:33.513638 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Floating IP 69861916-69f5-4405-a1ca-ab4c2128d372 associated. External IP: 172.28.3.87, port: f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce. Aug 24 19:46:33.693653 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.710276 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:33.715126 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Usage tracker for resource:security_group_rule and tenant:8215a60f6e874d9da6e2b7a4fa151c5f is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:33.718273 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:33.728089 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:33.845304 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56632) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:33.900946 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.938853 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-218d9f16-2238-4e06-b81f-e55cca61b1ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd67c0f9d04f4f758c4b13dd2e4d9bde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0921524 Aug 24 19:46:33.940386 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56638) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:33.979827 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Router 3e994523-662a-4017-8597-cee902093101 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:46:34.016784 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.027338 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7e99ed51-64d4-4432-860d-c35cedee005e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:34.081462 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b044ee3-84c6-46a2-b104-88db307d7e5b,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:34.085829 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:34.090757 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8215a60f6e874d9da6e2b7a4fa151c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7359414 Aug 24 19:46:34.093542 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56650) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:34.147676 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.152887 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef8702-9ee7-4aec-9552-7334f8a71ce7 req-81bb8203-eddf-4b3d-9497-97b5bf69cd21 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:34.154846 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76ef8702-9ee7-4aec-9552-7334f8a71ce7 req-81bb8203-eddf-4b3d-9497-97b5bf69cd21 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1856854 Aug 24 19:46:34.224223 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.238878 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76ef8702-9ee7-4aec-9552-7334f8a71ce7 req-a19309c8-8998-46b5-a100-f5b252045f8a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739489 Aug 24 19:46:34.272418 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.289485 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.422682 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-10b33638-bac1-442f-b215-85651f50e06b req-e423b9cb-98b3-4c99-9add-9c3b0e67610e tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 210 time: 0.0456517 Aug 24 19:46:34.423501 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.429063 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:34.441755 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b044ee3-84c6-46a2-b104-88db307d7e5b,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:34.445399 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:46:34.451168 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.473866 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] Sync routers for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:46:34.490803 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:34.498754 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.499492 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:46:34.500296 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:46:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:34.504540 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b044ee3-84c6-46a2-b104-88db307d7e5b HTTP/1.1" status: 204 len: 168 time: 0.4096951 Aug 24 19:46:34.539640 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de131e0-258c-49c8-bf1c-e7fd4408dd29 req-5fa6d5c9-d803-45af-8593-daf475e09795 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:34.541181 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1de131e0-258c-49c8-bf1c-e7fd4408dd29 req-5fa6d5c9-d803-45af-8593-daf475e09795 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.3409884 Aug 24 19:46:34.548235 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-21e04044-3e4b-403f-a9f9-01c7d83a8518 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "PUT /v2.0/floatingips/69861916-69f5-4405-a1ca-ab4c2128d372 HTTP/1.1" status: 200 len: 991 time: 3.0878875 Aug 24 19:46:34.549293 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:34.612074 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1de131e0-258c-49c8-bf1c-e7fd4408dd29 req-4a45b9cb-f5e3-48b1-9066-1bb5f98f5027 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529764 Aug 24 19:46:34.666207 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.671602 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9c351eb1-a147-4125-971c-934177d7937e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:34.704077 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3283d4-6547-411b-9be1-e9d096a3e34f,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:34.709375 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:34.742196 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719302c8-f5fa-41c7-939e-ca771cd079b2 req-fc7044be-db37-4d2a-98b9-071d4fa03b10 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:34.744735 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-719302c8-f5fa-41c7-939e-ca771cd079b2 req-fc7044be-db37-4d2a-98b9-071d4fa03b10 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1091449 Aug 24 19:46:34.753560 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56674) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:34.763539 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'floatingip': {'port_id': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:34.838439 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'status': 'completed', 'code': 200} Aug 24 19:46:34.857020 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.860982 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d3283d4-6547-411b-9be1-e9d096a3e34f HTTP/1.1" status: 204 len: 168 time: 0.9190292 Aug 24 19:46:34.880641 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.966837 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:46:34.981093 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-36e6fbd5-844b-4ae8-9b05-0e366fce4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:34.982674 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-36e6fbd5-844b-4ae8-9b05-0e366fce4340 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 1099 time: 0.1169856 Aug 24 19:46:35.268180 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-48bc65b7-21d7-4f6f-a95c-7fefaed4e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:35.270252 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-48bc65b7-21d7-4f6f-a95c-7fefaed4e69e service neutron] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 912 time: 0.2704377 Aug 24 19:46:35.431378 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-f02aaa3c-5500-4850-8fca-e4f993cde128 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 200 len: 999 time: 0.1532271 Aug 24 19:46:35.497234 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '69861916-69f5-4405-a1ca-ab4c2128d372', 'tenant_id': '90744e53809c46719d83903707d32c07', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '3e994523-662a-4017-8597-cee902093101', 'port_id': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'mac_address': 'fa:16:3e:99:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:46:03Z', 'updated_at': '2021-08-24T19:46:32Z', 'revision_number': 1, 'project_id': '90744e53809c46719d83903707d32c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:35.504757 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] Checking router: 3e994523-662a-4017-8597-cee902093101 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:46:35.525949 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:46:35.527679 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:46:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:35.538106 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-3cab6d29-34f5-46c6-9fa5-cdabe0fb1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:35.542803 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-3cab6d29-34f5-46c6-9fa5-cdabe0fb1dd0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.1010616 Aug 24 19:46:35.615447 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56696) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:35.651007 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.759142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-282c8d41-f3d8-48a4-a689-4d5a51f64a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:35.760825 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:35.763017 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-282c8d41-f3d8-48a4-a689-4d5a51f64a41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2079446 Aug 24 19:46:35.766606 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Usage tracker for resource:security_group_rule and tenant:bdabb08649504202a86e385e6be23ab9 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:35.771208 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:35.778317 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:35.803448 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-08e7466c-821b-46fa-8a14-c82306843f54 req-573c1b4c-1f2c-4884-9bcd-2239a7615a39 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 210 time: 0.1364653 Aug 24 19:46:35.810487 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:46:36.018216 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-bba88e00-a9e7-4c9e-b1f9-4cbe6bb6fe73 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481375 Aug 24 19:46:36.077608 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959c006-c991-48db-bc06-a3ac6385880a req-c7217ecc-4d1a-4f8b-a203-6e2962b2e42c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:36.084078 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7959c006-c991-48db-bc06-a3ac6385880a req-c7217ecc-4d1a-4f8b-a203-6e2962b2e42c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.2167006 Aug 24 19:46:36.161401 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-3030e8a3-8118-4f72-be90-1f81cd534f89 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:36.163459 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-3030e8a3-8118-4f72-be90-1f81cd534f89 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.38 "GET /v2.0/networks?id=0ff35cd2-c57c-4969-8621-c9672ed03938 HTTP/1.1" status: 200 len: 808 time: 0.3285134 Aug 24 19:46:36.187008 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Request body: {'port': {'device_id': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938', 'admin_state_up': True, 'tenant_id': 'fbda2a3d52ed4018b03f8ec32705ee5d'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:36.253159 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7959c006-c991-48db-bc06-a3ac6385880a req-652f6d10-f2e6-4b68-bf61-3636bb66fb3b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581054 Aug 24 19:46:36.298901 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.db.resource_extend [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:46:36.361644 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1156c02a-c9fd-4647-9d3b-51954ea5ddc1 req-3f0545d7-3b08-4476-854e-b3087c396284 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297493 Aug 24 19:46:36.370310 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56714) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:36.409846 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.466483 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.467044 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '69861916-69f5-4405-a1ca-ab4c2128d372', 'tenant_id': '90744e53809c46719d83903707d32c07', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '3e994523-662a-4017-8597-cee902093101', 'port_id': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'mac_address': 'fa:16:3e:99:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:46:03Z', 'updated_at': '2021-08-24T19:46:32Z', 'revision_number': 1, 'project_id': '90744e53809c46719d83903707d32c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:36.472260 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32b1b3-ebdd-4a91-bf2e-f4a3329a8bb8 None None] The sync data for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb is: [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '69861916-69f5-4405-a1ca-ab4c2128d372', 'tenant_id': '90744e53809c46719d83903707d32c07', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '3e994523-662a-4017-8597-cee902093101', 'port_id': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'mac_address': 'fa:16:3e:99:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:46:03Z', 'updated_at': '2021-08-24T19:46:32Z', 'revision_number': 1, 'project_id': '90744e53809c46719d83903707d32c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:46:36.506845 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.508102 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9dd780be-2360-4992-8cc3-5f9bc1a09e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:36.527741 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:36.551220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Usage tracker for resource:port and tenant:fbda2a3d52ed4018b03f8ec32705ee5d is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:36.563959 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:36.578086 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdabb08649504202a86e385e6be23ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9618645 Aug 24 19:46:36.579211 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:36.582794 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56728) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:36.587281 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4446ad4-086c-4176-9a58-069892505bae,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:36.602051 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:36.615365 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.635719 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.650447 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:36.654895 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Usage tracker for resource:security_group_rule and tenant:1c555ad065734b5da59aea4b28810390 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:36.657738 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:36.664188 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:36.706217 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Made reservation on behalf of fbda2a3d52ed4018b03f8ec32705ee5d for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:46:36.710589 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.779109 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.848505 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.854140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ada30a-47c4-45e6-a149-b076b1e9fdf6 None None] New status for floating IP 69861916-69f5-4405-a1ca-ab4c2128d372: ACTIVE {{(pid=79951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:46:36.874605 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c434ac6c-620f-4d8d-896f-86c12aa6eb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:36.887530 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.932547 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c555ad065734b5da59aea4b28810390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594072 Aug 24 19:46:36.934451 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f5de4-0ef9-4b3b-bb4e-8ddbb2da9615,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:36.937125 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56744) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:36.957400 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:37.011437 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Floating IP 05dbbcf8-ed52-4a83-9493-f8d56ae9a039 associated. External IP: 172.28.3.252, port: 94af0ca7-6887-45d2-b1fc-856b2f1ebb08. Aug 24 19:46:37.052465 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:37.138717 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:37.314503 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:37.323811 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:37.328778 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4cb08621-a1be-44c7-a8fc-64f2444d422b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:37.377343 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f5de4-0ef9-4b3b-bb4e-8ddbb2da9615,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:37.390546 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:37.390546 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:37.390546 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f77f5de4-0ef9-4b3b-bb4e-8ddbb2da9615 HTTP/1.1" status: 204 len: 168 time: 0.4307618 Aug 24 19:46:37.391161 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d1abcbf6-f12e-464e-beb4-6cadd20985bf req-6f1788a6-d1f9-48bb-83c1-e2ce14488a7c tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 210 time: 0.3749702 Aug 24 19:46:37.604893 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8c84-0814-44c3-9f9f-88825c02bc60 req-647a46f4-df80-488b-8127-0f0b1994b966 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:37.612338 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d8ff8c84-0814-44c3-9f9f-88825c02bc60 req-647a46f4-df80-488b-8127-0f0b1994b966 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1110044 Aug 24 19:46:37.626742 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Allocated IP 172.20.0.8 (0ff35cd2-c57c-4969-8621-c9672ed03938/c9d7670d-77b5-42b7-953d-5db3c1f01549/0e6c3592-dae2-455f-8bd7-31701588b066) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:46:37.658849 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d8ff8c84-0814-44c3-9f9f-88825c02bc60 req-bc2b6fec-1b12-41a6-bfe5-e89a7d1aa20c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Aug 24 19:46:37.755507 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:37.763581 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:37.797800 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4446ad4-086c-4176-9a58-069892505bae,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:37.800249 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:37.814473 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Router 5615108a-ab07-432e-bef3-54bed38a0905 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:46:37.991959 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:37.993112 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4446ad4-086c-4176-9a58-069892505bae HTTP/1.1" status: 204 len: 168 time: 1.4093976 Aug 24 19:46:38.185255 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.189669 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:46:38.194862 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.202552 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] Sync routers for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:46:38.222684 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:46:38.223713 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:46:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:38.257874 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-84f57f7f-5f28-4328-ab2c-95a50a8c7899 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "PUT /v2.0/floatingips/05dbbcf8-ed52-4a83-9493-f8d56ae9a039 HTTP/1.1" status: 200 len: 992 time: 3.5018709 Aug 24 19:46:38.260160 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:38.319164 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 56790) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:38.339642 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.355505 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:38.359366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Usage tracker for resource:security_group_rule and tenant:59c29bd466c6463689ea5f0c9e244124 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:38.362211 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:38.368716 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:38.424113 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'status': 'completed', 'code': 200} Aug 24 19:46:38.433486 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:46:38.455642 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.464789 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:38.584242 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.600658 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Pushing event updated for resources: {'Port': ['ID=0e6c3592-dae2-455f-8bd7-31701588b066,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:38.618217 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-b70c25b7-3495-49a1-b3d7-3ecf9c472d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:38.620309 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-b70c25b7-3495-49a1-b3d7-3ecf9c472d88 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 1099 time: 0.1433599 Aug 24 19:46:38.620405 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Network 0ff35cd2-c57c-4969-8621-c9672ed03938 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:46:38.626286 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:46:38.628845 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:38.629950 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:46:38.695057 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.753089 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:38.759400 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.789624 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8b3d89fd-8bef-406c-b04c-e0dcf09fd935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:38.801390 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59c29bd466c6463689ea5f0c9e244124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810965 Aug 24 19:46:38.805074 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 56808) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:38.897634 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485a01cb-4c89-4023-b3ff-915cb641b790,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:38.915088 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:38.954727 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7745295 Aug 24 19:46:38.957366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-3f802851-0944-42d7-bfe4-b226a2843d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:38.960405 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-3f802851-0944-42d7-bfe4-b226a2843d3d service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.3311172 Aug 24 19:46:38.972488 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.985807 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Request body: {'port': {'device_id': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:46:38.988201 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b39bf8-ffc6-4259-9bfa-39318cb14954 req-9c63f092-3c4f-424c-92e0-7bbd0a68de4f tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:38.989870 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0b39bf8-ffc6-4259-9bfa-39318cb14954 req-9c63f092-3c4f-424c-92e0-7bbd0a68de4f tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 931 time: 0.1369390 Aug 24 19:46:39.115213 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '05dbbcf8-ed52-4a83-9493-f8d56ae9a039', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'port_id': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'mac_address': 'fa:16:3e:08:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:46:05Z', 'updated_at': '2021-08-24T19:46:36Z', 'revision_number': 1, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:39.123895 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a0b39bf8-ffc6-4259-9bfa-39318cb14954 req-ffb1ed90-4b47-4382-bec3-79b772a3fd5d tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Synchronizing usage tracker for tenant:fbda2a3d52ed4018b03f8ec32705ee5d on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:39.128145 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] Checking router: 5615108a-ab07-432e-bef3-54bed38a0905 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:46:39.145167 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-ad8af1f1-a1e4-4446-b246-c0d68ad73814 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08 HTTP/1.1" status: 200 len: 1000 time: 0.1697278 Aug 24 19:46:39.153113 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:46:39.158371 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:46:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:39.239402 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-b2dcc4f1-e091-49b3-8ff8-f32c66fe77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:39.241257 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-b2dcc4f1-e091-49b3-8ff8-f32c66fe77bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0847213 Aug 24 19:46:39.281527 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:39.288996 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:39.330077 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a0b39bf8-ffc6-4259-9bfa-39318cb14954 req-ffb1ed90-4b47-4382-bec3-79b772a3fd5d tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Unset dirty status for tenant:fbda2a3d52ed4018b03f8ec32705ee5d on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:39.331262 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0b39bf8-ffc6-4259-9bfa-39318cb14954 req-ffb1ed90-4b47-4382-bec3-79b772a3fd5d tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871308 Aug 24 19:46:39.351277 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-0d89259b-7236-4c71-a578-a4bbf82863b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:39.353750 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-0d89259b-7236-4c71-a578-a4bbf82863b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1055450 Aug 24 19:46:39.413330 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:46:39.557144 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-32cde580-4784-48e3-b789-b37740a49ad8 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925480 Aug 24 19:46:39.791462 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c85e6ce-0f6b-4d13-86a1-35ab4df5a004 req-53e04e5d-38b8-481b-9872-bc64878fda98 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287345 Aug 24 19:46:39.821316 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:39.870212 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:39.878154 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a83334d9-1551-4bc9-9981-35ee16b57e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:39.913615 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485a01cb-4c89-4023-b3ff-915cb641b790,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:40.580520 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '05dbbcf8-ed52-4a83-9493-f8d56ae9a039', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'port_id': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'mac_address': 'fa:16:3e:08:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:46:05Z', 'updated_at': '2021-08-24T19:46:36Z', 'revision_number': 1, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:40.585009 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd455a-db68-4a38-9391-6126e0617284 None None] The sync data for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb is: [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '05dbbcf8-ed52-4a83-9493-f8d56ae9a039', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'port_id': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'mac_address': 'fa:16:3e:08:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:46:05Z', 'updated_at': '2021-08-24T19:46:36Z', 'revision_number': 1, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/485a01cb-4c89-4023-b3ff-915cb641b790 HTTP/1.1" status: 204 len: 168 time: 1.1197734 Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf661-b9c1-4c1f-85cb-db9cc6496972 req-b787d6b5-6750-48cf-a746-e5556723c8f4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fabbf661-b9c1-4c1f-85cb-db9cc6496972 req-b787d6b5-6750-48cf-a746-e5556723c8f4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.4689474 Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fabbf661-b9c1-4c1f-85cb-db9cc6496972 req-f463a1f1-eaa2-4684-9a87-0eb5f4f560f3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499548 Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6c3592-dae2-455f-8bd7-31701588b066 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:40.592314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Transition to ACTIVE for port object 0e6c3592-dae2-455f-8bd7-31701588b066 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:46:40.595450 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96896ad2-bde6-4578-b194-ff08c09774eb None None] New status for floating IP 05dbbcf8-ed52-4a83-9493-f8d56ae9a039: ACTIVE {{(pid=79951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:46:40.597726 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cf405-5365-4939-b9e5-bbf1895a36c9 req-38376c00-963a-4be6-9212-db98a0d034af tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:40.597726 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7b9cf405-5365-4939-b9e5-bbf1895a36c9 req-38376c00-963a-4be6-9212-db98a0d034af tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 931 time: 0.0893462 Aug 24 19:46:40.602648 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7b9cf405-5365-4939-b9e5-bbf1895a36c9 req-0ebf333f-3a6e-4a84-b351-75eba1d41669 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511115 Aug 24 19:46:40.655137 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:40.660404 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9d59a441-9d97-4c69-832e-548a78e91d64 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:40.880510 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Pushing event updated for resources: {'Port': ['ID=0e6c3592-dae2-455f-8bd7-31701588b066,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:40.884999 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:40.970237 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Attempting to bind port 0e6c3592-dae2-455f-8bd7-31701588b066 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:46:40.970864 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Attempting to bind port 0e6c3592-dae2-455f-8bd7-31701588b066 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:46:40.971202 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Attempting to bind port 0e6c3592-dae2-455f-8bd7-31701588b066 on network 0ff35cd2-c57c-4969-8621-c9672ed03938 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:40.981460 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Port 0e6c3592-dae2-455f-8bd7-31701588b066 on network 0ff35cd2-c57c-4969-8621-c9672ed03938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:46:40.983396 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Attempting to bind port 0e6c3592-dae2-455f-8bd7-31701588b066 on network 0ff35cd2-c57c-4969-8621-c9672ed03938 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:46:40.992362 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:46:40.992869 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Checking segment: {'id': 'ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:46:40.993519 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Bound using segment: {'id': 'ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:46:40.994451 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Bound port: 0e6c3592-dae2-455f-8bd7-31701588b066, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:46:40.994991 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:41.113356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] For port 0e6c3592-dae2-455f-8bd7-31701588b066, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:46:41.116947 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] For port 0e6c3592-dae2-455f-8bd7-31701588b066, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0e6c3592-dae2-455f-8bd7-31701588b066,segment=NetworkSegment(ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803),segment_id=ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:46:41.209688 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:41.223680 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:41.326776 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:41.327420 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:41.328823 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] 10.222.0.38 "PUT /v2.0/ports/0e6c3592-dae2-455f-8bd7-31701588b066 HTTP/1.1" status: 200 len: 1093 time: 2.3530738 Aug 24 19:46:41.329519 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'tag': '0e6c3592-dae2-455f-8bd7-31701588b066'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:41.356085 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Pushing event updated for resources: {'Port': ['ID=0e6c3592-dae2-455f-8bd7-31701588b066,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:41.361768 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:41.389020 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603dc8c-7ec1-41bd-b159-49286fb4caeb req-c675041f-d33e-4048-9429-04f71a492563 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:41.390863 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0603dc8c-7ec1-41bd-b159-49286fb4caeb req-c675041f-d33e-4048-9429-04f71a492563 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0892797 Aug 24 19:46:41.438401 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0603dc8c-7ec1-41bd-b159-49286fb4caeb req-7d7dbb60-6f36-4a88-8782-c3dd0d8ed74e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Aug 24 19:46:41.493672 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'tag': '0e6c3592-dae2-455f-8bd7-31701588b066', 'status': 'completed', 'code': 200} Aug 24 19:46:41.594523 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-d6379f0c-2793-464a-90ba-2f356149c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:41.596179 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-d6379f0c-2793-464a-90ba-2f356149c7d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fbda2a3d52ed4018b03f8ec32705ee5d&device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 1096 time: 0.0861468 Aug 24 19:46:41.672407 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-fd0cd38d-d488-4641-83e9-e4d28694ad7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6c3592-dae2-455f-8bd7-31701588b066 HTTP/1.1" status: 200 len: 217 time: 0.0679398 Aug 24 19:46:41.791761 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-7bbf5cfb-9564-4c87-993f-39d271c17cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:41.793191 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-7bbf5cfb-9564-4c87-993f-39d271c17cdb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9d7670d-77b5-42b7-953d-5db3c1f01549 HTTP/1.1" status: 200 len: 848 time: 0.1137471 Aug 24 19:46:41.845438 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-bfc9029c-8da7-4903-b70b-09516b5fcd7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ff35cd2-c57c-4969-8621-c9672ed03938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450885 Aug 24 19:46:41.862468 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ad8b8-3528-4ed7-8443-fbce514aae2e req-e09f21a0-f831-44b5-9e6c-de0c9f532efa tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:41.863183 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-669ad8b8-3528-4ed7-8443-fbce514aae2e req-e09f21a0-f831-44b5-9e6c-de0c9f532efa tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Synchronizing usage tracker for tenant:fbda2a3d52ed4018b03f8ec32705ee5d on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:46:42.014788 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-1e13b42b-c7bb-49b9-b925-1b846c77f310 service neutron] 10.222.0.38 "GET /v2.0/networks/0ff35cd2-c57c-4969-8621-c9672ed03938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475871 Aug 24 19:46:42.125299 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-669ad8b8-3528-4ed7-8443-fbce514aae2e req-e09f21a0-f831-44b5-9e6c-de0c9f532efa tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Unset dirty status for tenant:fbda2a3d52ed4018b03f8ec32705ee5d on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:46:42.127835 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-669ad8b8-3528-4ed7-8443-fbce514aae2e req-e09f21a0-f831-44b5-9e6c-de0c9f532efa tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 943 time: 0.4058640 Aug 24 19:46:42.228019 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-669ad8b8-3528-4ed7-8443-fbce514aae2e req-21bb0f7f-26eb-4d68-b38a-62209d43e538 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940807 Aug 24 19:46:42.257112 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ce79120-61c5-4ba6-aa84-04f8d8e38ef9 req-24f4c88e-7833-471e-a5c7-82676cbfc294 service neutron] 10.222.0.38 "GET /v2.0/networks/0ff35cd2-c57c-4969-8621-c9672ed03938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337346 Aug 24 19:46:42.687548 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-8edc2b88-0e5d-4618-9db0-70190c737649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:42.689106 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-8edc2b88-0e5d-4618-9db0-70190c737649 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fbda2a3d52ed4018b03f8ec32705ee5d&device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 1096 time: 0.1399045 Aug 24 19:46:42.702630 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faa521-55f4-43d6-b0cc-70049b0684ad req-d3e126c7-e96a-4c8f-80bf-cb1b213d1a69 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:42.704398 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b3faa521-55f4-43d6-b0cc-70049b0684ad req-d3e126c7-e96a-4c8f-80bf-cb1b213d1a69 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1206329 Aug 24 19:46:42.932845 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b3faa521-55f4-43d6-b0cc-70049b0684ad req-7124639d-36c5-4f10-9b8c-243e8d9eceae tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061450 Aug 24 19:46:42.971885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-722024b3-6cec-40d4-8caf-11d77015e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:42.973514 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-722024b3-6cec-40d4-8caf-11d77015e1a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ff35cd2-c57c-4969-8621-c9672ed03938 HTTP/1.1" status: 200 len: 909 time: 0.2682152 Aug 24 19:46:43.053752 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-5e95b20e-2185-4bde-b6a7-2c3a2a2013a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6c3592-dae2-455f-8bd7-31701588b066 HTTP/1.1" status: 200 len: 217 time: 0.0726266 Aug 24 19:46:43.120593 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57000) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:43.144163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-24123cef-d130-4a85-8cbf-c61d23a0ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:43.145726 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-24123cef-d130-4a85-8cbf-c61d23a0ba6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9d7670d-77b5-42b7-953d-5db3c1f01549 HTTP/1.1" status: 200 len: 848 time: 0.0729840 Aug 24 19:46:43.199233 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-80b575e7-6af2-42f1-81f7-7d89cff0c6b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ff35cd2-c57c-4969-8621-c9672ed03938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410759 Aug 24 19:46:43.348708 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-f27bdf36-7db6-4778-b2eb-2b876f9550cc service neutron] 10.222.0.38 "GET /v2.0/networks/0ff35cd2-c57c-4969-8621-c9672ed03938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409628 Aug 24 19:46:43.372864 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.399354 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:43.403845 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Usage tracker for resource:security_group_rule and tenant:a4e5a4af66ae49de9ee383412c3d1f1d is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:43.413673 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:43.423913 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:43.543612 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.552144 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57018) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:43.628192 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b0ec0ea5-6899-4c53-8d38-31f3f40aca96 req-2dabbcf4-4095-4f89-a22d-935cd776404a service neutron] 10.222.0.38 "GET /v2.0/networks/0ff35cd2-c57c-4969-8621-c9672ed03938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639580 Aug 24 19:46:43.637442 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.638498 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c764-5b16-4ce4-b32d-30ce48e0bc10 req-93a7b150-99da-454f-9bca-99bda112aa58 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:43.640189 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5654c764-5b16-4ce4-b32d-30ce48e0bc10 req-93a7b150-99da-454f-9bca-99bda112aa58 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 943 time: 0.2779660 Aug 24 19:46:43.648355 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:43.704959 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4e5a4af66ae49de9ee383412c3d1f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825098 Aug 24 19:46:43.706085 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5654c764-5b16-4ce4-b32d-30ce48e0bc10 req-6067b55a-e1f7-4214-8a82-c37a460ec4ee tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582008 Aug 24 19:46:43.707481 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57026) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:43.710104 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.727450 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e715f1b8-ff13-4ddc-9864-d697000f0bdf,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:43.731519 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:43.733966 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:43.736447 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Usage tracker for resource:security_group_rule and tenant:0457f034746b4c05a9227ed9e60cd77b is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:43.739471 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:43.751137 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:43.782357 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.811027 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.854447 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.934716 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.943690 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bbbfda84-6724-4c5b-b92d-df9f076700dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:43.959552 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.966420 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-140171bb-5405-4d8e-900e-5437c36e2fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:43.982948 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:43.984059 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e715f1b8-ff13-4ddc-9864-d697000f0bdf HTTP/1.1" status: 204 len: 168 time: 0.2756550 Aug 24 19:46:43.988196 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715f1b8-ff13-4ddc-9864-d697000f0bdf,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:43.991467 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0457f034746b4c05a9227ed9e60cd77b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377024 Aug 24 19:46:43.994057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:43.995113 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57038) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:44.124765 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb197654-0205-4615-b3a9-34a7515ebe69,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:44.164892 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:44.240088 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:44.259503 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffb281-2133-4b28-b985-1d915e45cbe3 req-acffb11f-1be3-4da9-8a77-4eab94720298 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:44.260989 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e3ffb281-2133-4b28-b985-1d915e45cbe3 req-acffb11f-1be3-4da9-8a77-4eab94720298 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1376960 Aug 24 19:46:44.297758 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:44.352836 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e3ffb281-2133-4b28-b985-1d915e45cbe3 req-0183f9b9-b7a6-4ffe-92c3-9c0abd859407 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859649 Aug 24 19:46:44.569118 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:44.574683 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:44.595732 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb197654-0205-4615-b3a9-34a7515ebe69,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:44.599749 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:44.607752 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:44.618323 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb197654-0205-4615-b3a9-34a7515ebe69 HTTP/1.1" status: 204 len: 168 time: 0.6129475 Aug 24 19:46:44.925679 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7b9e-c8cc-4d7a-b4a0-6d628b6b2439 req-e3271a9b-aaf7-45f3-9eac-f9d168db6e7e tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:44.927219 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-094d7b9e-c8cc-4d7a-b4a0-6d628b6b2439 req-e3271a9b-aaf7-45f3-9eac-f9d168db6e7e tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 943 time: 0.1017175 Aug 24 19:46:44.951279 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57066) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:44.969262 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:44.983639 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-094d7b9e-c8cc-4d7a-b4a0-6d628b6b2439 req-7235cf12-a813-47a2-b599-1d192380b151 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493817 Aug 24 19:46:44.986250 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:44.993568 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Usage tracker for resource:security_group_rule and tenant:d1312736d0ec4b848a4d7d7945a6ceb7 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:44.997496 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:45.011575 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:45.105910 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:45.185787 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:45.194956 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:45.239480 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1312736d0ec4b848a4d7d7945a6ceb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870181 Aug 24 19:46:45.240462 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f107e2-3761-4573-afca-6f1c45893591,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:45.244412 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:45.245789 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57078) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:45.329834 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:45.360270 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:45.569056 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:45.574012 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c59a7c83-6260-49e1-b11a-5da0b356df9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:45.574967 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733b27c-87bb-420f-b3b2-9b8f3378315e req-38fd7c03-d2cb-43ab-9d73-9b621780fce7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:45.576437 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1733b27c-87bb-420f-b3b2-9b8f3378315e req-38fd7c03-d2cb-43ab-9d73-9b621780fce7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0804703 Aug 24 19:46:45.587694 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f107e2-3761-4573-afca-6f1c45893591,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:45.590266 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:45.591495 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:45.595562 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6f107e2-3761-4573-afca-6f1c45893591 HTTP/1.1" status: 204 len: 168 time: 0.3456848 Aug 24 19:46:45.642699 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1733b27c-87bb-420f-b3b2-9b8f3378315e req-87b93a1a-88f7-4547-9410-2508a23c4598 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Aug 24 19:46:46.111785 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0e6c3592-dae2-455f-8bd7-31701588b066 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:46:46.241145 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934dcfb-d91f-46a9-8703-7a1b9b542eb9 req-a9c551e2-9e52-4832-a977-bdbd5d2264d0 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:46.243298 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7934dcfb-d91f-46a9-8703-7a1b9b542eb9 req-a9c551e2-9e52-4832-a977-bdbd5d2264d0 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 943 time: 0.1117461 Aug 24 19:46:46.277390 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0e6c3592-dae2-455f-8bd7-31701588b066, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0e6c3592-dae2-455f-8bd7-31701588b066,segment=NetworkSegment(ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803),segment_id=ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:46.291455 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '0e6c3592-dae2-455f-8bd7-31701588b066', 'network_id': '0ff35cd2-c57c-4969-8621-c9672ed03938', 'port_id': '0e6c3592-dae2-455f-8bd7-31701588b066', 'mac_address': 'fa:16:3e:fe:7e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d7670d-77b5-42b7-953d-5db3c1f01549', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:46:46.307868 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7934dcfb-d91f-46a9-8703-7a1b9b542eb9 req-4071037a-5833-40bd-857b-e069bd6d30c3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562692 Aug 24 19:46:46.350643 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:46.369754 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6c3592-dae2-455f-8bd7-31701588b066 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:46:46.387385 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0e6c3592-dae2-455f-8bd7-31701588b066, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0e6c3592-dae2-455f-8bd7-31701588b066,segment=NetworkSegment(ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803),segment_id=ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:46.550806 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:46.552700 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-3970db79-09e1-4bec-8970-24ed57662e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:46.641333 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=0e6c3592-dae2-455f-8bd7-31701588b066,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:46.644795 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:46.863032 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0e6c3592-dae2-455f-8bd7-31701588b066'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:46:46.888247 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bdffa-4053-465e-ab3f-5d8bdc54bb00 req-c16f8bc4-c09b-4717-8f16-90565e2c93eb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:46.895346 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-818bdffa-4053-465e-ab3f-5d8bdc54bb00 req-c16f8bc4-c09b-4717-8f16-90565e2c93eb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1440454 Aug 24 19:46:46.977764 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-818bdffa-4053-465e-ab3f-5d8bdc54bb00 req-2ea6d52c-c1a7-4a31-8821-7449ca64702a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740895 Aug 24 19:46:47.522593 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19a55-7364-4f06-a999-68b878e52503 req-8a904576-250a-48cb-987e-2b5e76b4b6b1 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:47.522974 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b1b19a55-7364-4f06-a999-68b878e52503 req-8a904576-250a-48cb-987e-2b5e76b4b6b1 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 944 time: 0.0874054 Aug 24 19:46:47.587957 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b1b19a55-7364-4f06-a999-68b878e52503 req-3a89a075-4902-497a-b868-f1e6416abbde tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577738 Aug 24 19:46:48.125669 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0e6c3592-dae2-455f-8bd7-31701588b066 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:46:48.243683 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57212) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:48.297990 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618802e-96a5-463b-a63d-ddf2fe6d8df7 req-a074f3ca-f588-47fc-8cc7-611ef845ab4d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:48.300166 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 0e6c3592-dae2-455f-8bd7-31701588b066 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:46:48.311164 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 0e6c3592-dae2-455f-8bd7-31701588b066 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:46:48.311868 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0618802e-96a5-463b-a63d-ddf2fe6d8df7 req-a074f3ca-f588-47fc-8cc7-611ef845ab4d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1167958 Aug 24 19:46:48.312034 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.359016 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0618802e-96a5-463b-a63d-ddf2fe6d8df7 req-bbdd5e3a-f08e-4d1d-8f5f-f2abca2322ef tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461547 Aug 24 19:46:48.402957 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.429727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:48.434072 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Usage tracker for resource:security_group_rule and tenant:856b6fd6723344d8ac2c5e13b59e7afd is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:48.437616 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:48.444465 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:48.489801 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.538363 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6c3592-dae2-455f-8bd7-31701588b066'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:48.557921 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0e6c3592-dae2-455f-8bd7-31701588b066, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0e6c3592-dae2-455f-8bd7-31701588b066,segment=NetworkSegment(ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803),segment_id=ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:48.565449 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.593126 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6c3592-dae2-455f-8bd7-31701588b066', 'code': 200} Aug 24 19:46:48.677872 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.680038 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:48.760975 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.772008 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-70c01275-bf12-45dd-a447-d27a1fe45b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:48.779206 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-fc74e697-e6c7-49c7-96b2-e12393f527bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.785609 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=0e6c3592-dae2-455f-8bd7-31701588b066,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:48.796472 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:48.830305 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7549492-3032-435a-ae76-bf6af7a045b7,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:48.838709 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=856b6fd6723344d8ac2c5e13b59e7afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5940008 Aug 24 19:46:48.847039 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:48.847189 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57238) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:48.871734 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8778-6644-432e-b7d7-a520aade2aab req-5b757eb8-56f8-4329-9a2c-84b264614c50 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:48.874214 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-56da8778-6644-432e-b7d7-a520aade2aab req-5b757eb8-56f8-4329-9a2c-84b264614c50 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 945 time: 0.1691709 Aug 24 19:46:48.923388 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:48.933390 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-56da8778-6644-432e-b7d7-a520aade2aab req-7a19b689-a062-4626-a790-ac1133cecb65 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Aug 24 19:46:48.968035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.122760 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.127636 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1370c95f-da41-40f9-b6d0-2832d29c411a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:49.159248 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7549492-3032-435a-ae76-bf6af7a045b7,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:49.162942 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40b40b-6c3c-4283-8bd4-06e8758ab87c req-73b158a6-1dc3-45d8-8920-deed28780000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:49.164523 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb40b40b-6c3c-4283-8bd4-06e8758ab87c req-73b158a6-1dc3-45d8-8920-deed28780000 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 1098 time: 0.0760579 Aug 24 19:46:49.167111 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:49.169514 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.170899 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7549492-3032-435a-ae76-bf6af7a045b7 HTTP/1.1" status: 204 len: 168 time: 0.3282554 Aug 24 19:46:49.190464 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57248) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:49.233235 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb40b40b-6c3c-4283-8bd4-06e8758ab87c req-3a94fe1b-2b8f-4849-8b89-281115e8e965 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598793 Aug 24 19:46:49.338980 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.356032 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:49.359825 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Usage tracker for resource:security_group_rule and tenant:c367f6fd747a4bf9a9e22f446bad9e4e is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:49.362687 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:49.369172 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:49.461104 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.567536 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5c66-42f5-48d4-b2cb-1de4063c66cd req-c1fe25bf-9069-44c7-83a9-3ab20a78bde7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:49.569140 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0e5c5c66-42f5-48d4-b2cb-1de4063c66cd req-c1fe25bf-9069-44c7-83a9-3ab20a78bde7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0905397 Aug 24 19:46:49.587115 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.599347 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f7fec224-b508-4c15-9e43-99e57184952e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:49.630083 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0e5c5c66-42f5-48d4-b2cb-1de4063c66cd req-323ba591-58bb-4a23-bf0c-72ab9307245f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552878 Aug 24 19:46:49.654228 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0cd879-b4a9-4020-a11e-8cbe81dd024b,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:49.663536 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:49.677117 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57264) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:49.682898 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c367f6fd747a4bf9a9e22f446bad9e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902747 Aug 24 19:46:49.735061 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.747258 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.777620 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.911604 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.915962 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-984ca904-ed5c-4ede-9cfd-e454ec75120f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:49.929608 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0cd879-b4a9-4020-a11e-8cbe81dd024b,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:49.931892 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:49.940164 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:49.941259 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba0cd879-b4a9-4020-a11e-8cbe81dd024b HTTP/1.1" status: 204 len: 168 time: 0.2629135 Aug 24 19:46:50.028444 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57278) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:50.065494 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.087151 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:50.091515 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Usage tracker for resource:security_group_rule and tenant:40155034f216412db2d6afa72ea8e34c is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:50.094777 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:50.102660 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:50.166363 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783e67-0290-4b6c-9e87-0d53f6d1f2de req-f6396550-0125-4e59-8754-7bdd9db21438 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:50.168039 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b8783e67-0290-4b6c-9e87-0d53f6d1f2de req-f6396550-0125-4e59-8754-7bdd9db21438 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 945 time: 0.0986853 Aug 24 19:46:50.205539 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.232345 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b8783e67-0290-4b6c-9e87-0d53f6d1f2de req-8e694fea-2c48-4030-be87-347aa90d1bb2 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575714 Aug 24 19:46:50.294321 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.303462 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4f5280a3-c3d7-43ec-aad7-6cab9d1e50f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:50.327128 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57286) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:50.349344 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40155034f216412db2d6afa72ea8e34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165629 Aug 24 19:46:50.349344 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530981e-cea5-431a-8420-fc9d782a39f0,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:50.349780 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57292) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:50.351200 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:50.521279 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.564144 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.664404 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.681805 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:50.687148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Usage tracker for resource:security_group_rule and tenant:a995bff577924c4789857c4b06d6ea19 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:50.693054 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:50.696583 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:50.717997 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.724204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:50.738847 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530981e-cea5-431a-8420-fc9d782a39f0,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:50.741424 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:50.785953 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.788791 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d530981e-cea5-431a-8420-fc9d782a39f0 HTTP/1.1" status: 204 len: 168 time: 0.4363160 Aug 24 19:46:50.889306 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddff78-b0ef-441d-82bc-ce99dd8f6a6c req-8a0ce83d-5f30-4a80-a89f-1e0bafdd4914 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:50.890711 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5cddff78-b0ef-441d-82bc-ce99dd8f6a6c req-8a0ce83d-5f30-4a80-a89f-1e0bafdd4914 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1402581 Aug 24 19:46:50.895119 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.936454 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5cddff78-b0ef-441d-82bc-ce99dd8f6a6c req-4a819f9e-30ef-4d16-bcad-e857e1479ef4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Aug 24 19:46:51.001525 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.010034 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-76c71d98-d1d3-4164-810e-d3433c105660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:51.050908 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a995bff577924c4789857c4b06d6ea19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227221 Aug 24 19:46:51.052134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3af4372-081a-4ba9-ae9d-6ca482563bb1,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:51.057578 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57304) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:51.062142 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:51.081188 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57308) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:51.100904 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.118213 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:51.122123 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Usage tracker for resource:security_group_rule and tenant:09def289d3144f75854686fabdb7062f is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:51.125188 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:51.125343 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.131433 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:51.159206 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.248321 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.323075 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.327436 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8f92aabf-9893-4dba-bc59-fac1d40b4ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:51.340389 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3af4372-081a-4ba9-ae9d-6ca482563bb1,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:51.349396 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:51.368439 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ea44-4d5a-4d5e-a57d-eaf7d8785a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.369009 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.390945 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.392106 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3af4372-081a-4ba9-ae9d-6ca482563bb1 HTTP/1.1" status: 204 len: 168 time: 0.3335249 Aug 24 19:46:51.418510 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2df2f4c6-aec3-4307-bcad-59649d85847f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:51.429353 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09def289d3144f75854686fabdb7062f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470623 Aug 24 19:46:51.432132 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57328) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:51.456565 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994f8e6-677b-4bef-9739-2f3dd577dfd5 req-798ee25f-ed92-49b5-b5ac-5557be7ad69f tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:51.459089 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9994f8e6-677b-4bef-9739-2f3dd577dfd5 req-798ee25f-ed92-49b5-b5ac-5557be7ad69f tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 945 time: 0.1105962 Aug 24 19:46:51.488060 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58499836-047b-4b69-bc66-8be3875c3e2b,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:51.493529 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:51.528838 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.528972 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9994f8e6-677b-4bef-9739-2f3dd577dfd5 req-80656b39-da20-4507-b564-a25c51c45553 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622840 Aug 24 19:46:51.562361 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.710290 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.718731 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d62a4840-f68e-4f38-ac9b-2112d85ecf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:51.731697 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58499836-047b-4b69-bc66-8be3875c3e2b,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:51.733977 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:51.777383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:51.781691 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58499836-047b-4b69-bc66-8be3875c3e2b HTTP/1.1" status: 204 len: 168 time: 0.3482530 Aug 24 19:46:52.145684 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589140f3-a981-453a-aa17-3ac76b7e2d00 req-ab40aaad-9c49-4bea-a348-383f4db5ddbb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:52.147275 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-589140f3-a981-453a-aa17-3ac76b7e2d00 req-ab40aaad-9c49-4bea-a348-383f4db5ddbb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1021450 Aug 24 19:46:52.197810 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-589140f3-a981-453a-aa17-3ac76b7e2d00 req-c50fcc7f-6126-46d5-a020-40426c623695 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Aug 24 19:46:52.264475 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57350) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:52.284158 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.301438 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:52.305746 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Usage tracker for resource:security_group_rule and tenant:3e292bb806d640cd920f1f07097f03a6 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:52.308844 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:52.315135 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:52.409074 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.454456 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.540242 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.551031 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:52.595779 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e292bb806d640cd920f1f07097f03a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300889 Aug 24 19:46:52.598377 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57370) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:52.606069 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60039b9-2a79-4412-b67c-4c611b392c85,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:52.609455 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:52.668638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.699340 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.831697 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.836678 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-46e83854-bd6e-4739-b086-e679419efea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:52.850032 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60039b9-2a79-4412-b67c-4c611b392c85,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:52.852712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:52.854102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:52.855392 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c60039b9-2a79-4412-b67c-4c611b392c85 HTTP/1.1" status: 204 len: 168 time: 0.2558944 Aug 24 19:46:53.410787 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62873cd9-e114-4d19-bff5-8fb3e93cdb25 req-457c8673-2b5c-4189-b189-49ec6c876a45 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:53.412468 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-62873cd9-e114-4d19-bff5-8fb3e93cdb25 req-457c8673-2b5c-4189-b189-49ec6c876a45 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0973704 Aug 24 19:46:53.459734 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-62873cd9-e114-4d19-bff5-8fb3e93cdb25 req-829a6fd7-0117-475b-8e43-9e465d73ed9f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Aug 24 19:46:53.668247 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57414) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:53.693002 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:53.719810 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:53.729391 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Usage tracker for resource:security_group_rule and tenant:f969cdb8b3b1484db6eedd3adf7de362 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:53.734796 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:53.743395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:53.775465 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:53.852666 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:53.922592 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:53.931795 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7476adc8-c6fa-4e56-b3e2-c99b42fb2bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:53.973416 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f969cdb8b3b1484db6eedd3adf7de362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040144 Aug 24 19:46:53.974418 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d02e3-417f-4c29-9be9-c724d151648c,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:53.977539 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:53.977694 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57428) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:54.058678 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:54.088573 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:54.264485 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:54.270398 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f5790942-8743-47ec-89d5-58377ffae909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:54.289082 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d02e3-417f-4c29-9be9-c724d151648c,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:54.292078 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:54.292862 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:54.294274 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f46d02e3-417f-4c29-9be9-c724d151648c HTTP/1.1" status: 204 len: 168 time: 0.3150320 Aug 24 19:46:54.709031 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15497-31cf-4f6e-9d0d-d39d76db36f3 req-a2c9cc50-711e-4bce-8eb5-9e66237fb85a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:54.710762 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-78a15497-31cf-4f6e-9d0d-d39d76db36f3 req-a2c9cc50-711e-4bce-8eb5-9e66237fb85a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1376891 Aug 24 19:46:54.787101 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-78a15497-31cf-4f6e-9d0d-d39d76db36f3 req-2ec81fd6-cc80-427b-83dd-ca2f05426ad0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628090 Aug 24 19:46:54.936381 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448a6d5-3b81-4581-b955-f65f94e6d524 req-6ec0c2d1-4859-4f3e-83c4-3d68601b67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:54.937907 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b448a6d5-3b81-4581-b955-f65f94e6d524 req-6ec0c2d1-4859-4f3e-83c4-3d68601b67ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 1098 time: 0.1001277 Aug 24 19:46:54.989892 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b448a6d5-3b81-4581-b955-f65f94e6d524 req-e9c942f9-0d1c-4afa-bac9-f29b3a737c46 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Aug 24 19:46:56.085446 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f302a6-7909-4e32-a59f-c2ebecf4a363 req-5b659000-ff31-4a91-ba61-4bbc68426368 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:56.087715 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e8f302a6-7909-4e32-a59f-c2ebecf4a363 req-5b659000-ff31-4a91-ba61-4bbc68426368 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0985501 Aug 24 19:46:56.148759 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e8f302a6-7909-4e32-a59f-c2ebecf4a363 req-4493c630-110c-489d-b5ea-304a42cc74ea tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Aug 24 19:46:56.954470 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57562) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:57.159074 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:57.175906 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:57.181485 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Usage tracker for resource:security_group_rule and tenant:6c340463a324444daa41d3952191c7ad is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:57.186691 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:57.194647 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:57.321496 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237acb-66c7-4161-82fe-fbd9d8ffef23 req-c5cb1ca6-6ef3-4995-ab03-607cfaece578 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:57.324073 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-26237acb-66c7-4161-82fe-fbd9d8ffef23 req-c5cb1ca6-6ef3-4995-ab03-607cfaece578 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 945 time: 0.1021607 Aug 24 19:46:57.325091 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:57.374987 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-26237acb-66c7-4161-82fe-fbd9d8ffef23 req-c92b427f-f4f8-4e4e-98e3-fe28149f6178 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440946 Aug 24 19:46:57.415115 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee7a4-2b4b-4d5d-b3fb-56c1978a9c93 req-de385cbf-c7ca-47f4-9bf6-02dfb14d8440 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:57.416583 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1cbee7a4-2b4b-4d5d-b3fb-56c1978a9c93 req-de385cbf-c7ca-47f4-9bf6-02dfb14d8440 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0900297 Aug 24 19:46:57.461696 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1cbee7a4-2b4b-4d5d-b3fb-56c1978a9c93 req-a43c4d68-56d5-4189-b5fc-61cf2c4ab263 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Aug 24 19:46:57.487236 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:57.497712 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1305472d-c500-41e8-8bc4-4a02013e2a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:57.546481 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c340463a324444daa41d3952191c7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882590 Aug 24 19:46:57.547416 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57604) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:57.548177 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f675155-59af-481f-a0aa-133ec9752af5,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:57.552278 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:57.739770 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:57.776990 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:57.791466 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6466e-e45c-4c3b-b128-8c1f892e1220 req-87b0ef3e-0b22-4d13-b73a-d9e90c2d4cae tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:57.792952 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-95d6466e-e45c-4c3b-b128-8c1f892e1220 req-87b0ef3e-0b22-4d13-b73a-d9e90c2d4cae tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.2111259 Aug 24 19:46:57.875931 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-95d6466e-e45c-4c3b-b128-8c1f892e1220 req-53dcca09-af29-41bd-bd87-653211d6490b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719540 Aug 24 19:46:57.985877 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:57.991658 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1b45e6cf-e40b-4809-b083-955a65d5ad78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:58.005581 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f675155-59af-481f-a0aa-133ec9752af5,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:58.009949 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:58.015755 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:58.019791 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f675155-59af-481f-a0aa-133ec9752af5 HTTP/1.1" status: 204 len: 168 time: 0.4711401 Aug 24 19:46:58.562274 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a06b3-bc6a-4cd6-be60-ca2fcdca5d91 req-9532be55-c16c-4723-a602-b29f5802f899 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:58.563748 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-115a06b3-bc6a-4cd6-be60-ca2fcdca5d91 req-9532be55-c16c-4723-a602-b29f5802f899 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 945 time: 0.0804441 Aug 24 19:46:58.613895 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-115a06b3-bc6a-4cd6-be60-ca2fcdca5d91 req-3b6d47c4-755f-40c1-9f73-dc2bf55e4de5 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Aug 24 19:46:58.745916 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:46:58.806908 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57636) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:58.828696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:58.847098 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:58.851909 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Usage tracker for resource:security_group_rule and tenant:2930ffc1ee9e4865be8ef03299f03ae1 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:58.855072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:58.861676 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:46:58.961096 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.065506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.079282 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:59.130999 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2930ffc1ee9e4865be8ef03299f03ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203509 Aug 24 19:46:59.130999 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf5096-66b4-472b-81ac-572a5938909d,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:59.131307 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57652) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:59.134086 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:59.154472 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-d586f9b1-7c84-4d1d-9b20-0fab044eb66f tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:59.155943 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-d586f9b1-7c84-4d1d-9b20-0fab044eb66f tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 945 time: 0.1018009 Aug 24 19:46:59.252868 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Deleting port 0e6c3592-dae2-455f-8bd7-31701588b066 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:46:59.253208 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.316206 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.386936 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.577342 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] For port 0e6c3592-dae2-455f-8bd7-31701588b066, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0e6c3592-dae2-455f-8bd7-31701588b066,segment=NetworkSegment(ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803),segment_id=ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:46:59.577708 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.724011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.739720 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57668) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:46:59.789945 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-479c7797-b9ed-4675-bfc2-60ea9f42d6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:46:59.804822 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Calling delete_port for 0e6c3592-dae2-455f-8bd7-31701588b066 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:46:59.878146 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.883274 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf5096-66b4-472b-81ac-572a5938909d,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:59.894276 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:46:59.906298 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:46:59.910619 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Usage tracker for resource:security_group_rule and tenant:be701ae21b504aa9a9bec66cf2fce42c is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:46:59.915371 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:46:59.917583 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:59.921149 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abaf5096-66b4-472b-81ac-572a5938909d HTTP/1.1" status: 204 len: 168 time: 0.7866323 Aug 24 19:46:59.921294 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:00.071038 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d367e71-9587-4c89-abe4-cdc04d01b601 req-3d8a71d3-936c-4631-ae30-cbadfc2e6900 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:00.080388 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d367e71-9587-4c89-abe4-cdc04d01b601 req-3d8a71d3-936c-4631-ae30-cbadfc2e6900 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 945 time: 0.2470984 Aug 24 19:47:00.087078 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.139592 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d367e71-9587-4c89-abe4-cdc04d01b601 req-61da77de-eb8b-4c52-bf5c-fd3c5a004b0d tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/security-groups?id=014efd95-a14c-4dd7-b06e-c8badbcdcd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581837 Aug 24 19:47:00.153551 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.161552 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-96cf4bd3-8bc1-4adb-8380-1b934adcf630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:00.203751 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be701ae21b504aa9a9bec66cf2fce42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613974 Aug 24 19:47:00.204696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965ad3d2-5c6b-4d42-bd95-188039fdfce4,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:00.207125 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57686) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:00.209725 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:00.244684 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.262134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ddef813e-bb2d-45f9-b5dc-1bf89a8a4aa3 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:00.299096 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.332763 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.380460 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Pushing event deleted for resources: {'Port': ['ID=0e6c3592-dae2-455f-8bd7-31701588b066,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:00.383916 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:00.390439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] No DVR routers for this DVR port 0e6c3592-dae2-455f-8bd7-31701588b066 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:47:00.393525 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.397579 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'name': 'network-vif-deleted', 'tag': '0e6c3592-dae2-455f-8bd7-31701588b066'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:47:00.447037 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a3d8f-0b68-439d-95cc-ffdd6c61b509', 'name': 'network-vif-deleted', 'tag': '0e6c3592-dae2-455f-8bd7-31701588b066', 'status': 'completed', 'code': 200} Aug 24 19:47:00.500520 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.508698 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bdfcd9c7-02c5-4bb8-8da7-f2e814f583e3 req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.38 "DELETE /v2.0/ports/0e6c3592-dae2-455f-8bd7-31701588b066 HTTP/1.1" status: 204 len: 173 time: 1.3429587 Aug 24 19:47:00.526659 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f944f53-63c1-4877-9f5a-dfd838f76d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:00.545852 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ad3d2-5c6b-4d42-bd95-188039fdfce4,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:00.547965 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:00.549447 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/965ad3d2-5c6b-4d42-bd95-188039fdfce4 HTTP/1.1" status: 204 len: 168 time: 0.3413486 Aug 24 19:47:00.550685 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:00.968632 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88575e-14f5-4547-be2f-2d4a23af6d33 req-77c7e361-f469-479f-815e-d8e99c2a086c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:00.970168 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9e88575e-14f5-4547-be2f-2d4a23af6d33 req-77c7e361-f469-479f-815e-d8e99c2a086c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1052620 Aug 24 19:47:00.987189 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22971b8-e426-4b99-b429-34806f384d8c req-c9588372-f45a-414d-950b-51eee99a3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:00.987189 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d22971b8-e426-4b99-b429-34806f384d8c req-c9588372-f45a-414d-950b-51eee99a3690 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.0892136 Aug 24 19:47:01.024932 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9e88575e-14f5-4547-be2f-2d4a23af6d33 req-dc4cae75-938a-49ea-bf58-f5cc776d6318 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Aug 24 19:47:01.140530 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22971b8-e426-4b99-b429-34806f384d8c req-f91a17a2-2f27-4d16-a8fd-bea512c1e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:01.142000 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d22971b8-e426-4b99-b429-34806f384d8c req-f91a17a2-2f27-4d16-a8fd-bea512c1e6fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.1480274 Aug 24 19:47:01.225602 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d22971b8-e426-4b99-b429-34806f384d8c req-6df8cd5c-852a-498f-a4bc-5d1fa83c80d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 217 time: 0.0749919 Aug 24 19:47:01.338435 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57726) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:01.373100 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:01.396523 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1c9061eb-030e-4860-9d17-d7f7b2bbf0ac req-abfd01ed-28a6-4c8f-8ca5-18dfa8e94ef7 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3d8f-0b68-439d-95cc-ffdd6c61b509 HTTP/1.1" status: 200 len: 210 time: 0.0951390 Aug 24 19:47:01.419916 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:01.426052 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22971b8-e426-4b99-b429-34806f384d8c req-23e6bd7b-d5e5-4e23-8412-761474caca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:01.427543 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d22971b8-e426-4b99-b429-34806f384d8c req-23e6bd7b-d5e5-4e23-8412-761474caca62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.1775792 Aug 24 19:47:01.428445 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Usage tracker for resource:security_group_rule and tenant:00ddd2fc8a5b4c299853491270fc60b3 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:01.431522 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:01.437374 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:01.501431 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d22971b8-e426-4b99-b429-34806f384d8c req-26653e69-adee-4b8b-9b09-e849a328ba7c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455158 Aug 24 19:47:01.683740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:01.692448 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d22971b8-e426-4b99-b429-34806f384d8c req-da2f0240-f983-4839-b33f-43ed56cf8fa0 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770349 Aug 24 19:47:01.772822 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:01.785902 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-864bd9dd-256b-41fe-a372-d2b568057a2d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:01.842332 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00ddd2fc8a5b4c299853491270fc60b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987006 Aug 24 19:47:01.845972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57740) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:01.850363 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d679e4c-c8e5-49e5-af09-a8f0bc571adf,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:01.862745 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:01.887370 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d22971b8-e426-4b99-b429-34806f384d8c req-7c59cf23-28f5-494a-97d5-69450faffb30 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869283 Aug 24 19:47:01.914830 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:01.958342 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.092856 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.096679 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-578cfd12-aeea-46cf-be48-57ca2b4402a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:02.127739 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d679e4c-c8e5-49e5-af09-a8f0bc571adf,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:02.130198 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:02.145755 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.147014 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d679e4c-c8e5-49e5-af09-a8f0bc571adf HTTP/1.1" status: 204 len: 168 time: 0.2987068 Aug 24 19:47:02.220207 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0e6c3592-dae2-455f-8bd7-31701588b066 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:47:02.225938 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57762) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:02.267311 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 0e6c3592-dae2-455f-8bd7-31701588b066 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:47:02.267673 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0e6c3592-dae2-455f-8bd7-31701588b066 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:47:02.338216 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159f20c-7217-412e-b147-8c8fdb6b0dd3 req-072b8436-4ab1-4fd5-9a54-afefc52255de tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:02.339711 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8159f20c-7217-412e-b147-8c8fdb6b0dd3 req-072b8436-4ab1-4fd5-9a54-afefc52255de tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1346555 Aug 24 19:47:02.375629 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.398807 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:02.400013 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Usage tracker for resource:security_group_rule and tenant:fa25fcb19b224d30baeffd6b135f72c1 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:02.402854 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8159f20c-7217-412e-b147-8c8fdb6b0dd3 req-696f45e2-9bf1-45dd-9c10-767f35d0ef5a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564451 Aug 24 19:47:02.408556 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:02.415013 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:02.541210 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.646883 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.671877 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-97ad187a-fdfd-42b6-927f-3390fb1ddd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:02.681681 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa25fcb19b224d30baeffd6b135f72c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546976 Aug 24 19:47:02.686127 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57790) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:02.705106 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4f856-80ac-4300-92cf-0967a1efe02e,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:02.708552 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:02.784068 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.822030 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.966819 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.972154 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c20f9023-49ed-48bc-90d6-0830f124f55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:02.985363 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4f856-80ac-4300-92cf-0967a1efe02e,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:02.988816 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:02.997559 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:02.997559 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21c4f856-80ac-4300-92cf-0967a1efe02e HTTP/1.1" status: 204 len: 168 time: 0.3095007 Aug 24 19:47:03.656754 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fe6c8-c2e1-4b79-b3e3-440d7ff4841e req-64171569-af5d-438b-8fa0-c238afabf6ad tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:03.662154 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bb1fe6c8-c2e1-4b79-b3e3-440d7ff4841e req-64171569-af5d-438b-8fa0-c238afabf6ad tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0960851 Aug 24 19:47:03.797379 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bb1fe6c8-c2e1-4b79-b3e3-440d7ff4841e req-7f8d47b7-0e9d-487c-80dd-5bf75f41c824 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343415 Aug 24 19:47:05.001830 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0eb4f-7dc4-42a5-be99-b5c1c34e2ac5 req-d1363739-59aa-4f96-8742-1939b5bbbb5f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:05.003390 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f0c0eb4f-7dc4-42a5-be99-b5c1c34e2ac5 req-d1363739-59aa-4f96-8742-1939b5bbbb5f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0910766 Aug 24 19:47:05.066796 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f0c0eb4f-7dc4-42a5-be99-b5c1c34e2ac5 req-3872e801-5f42-4f4b-9239-79adfc51452f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 Aug 24 19:47:05.164063 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 57908) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:05.298314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.315004 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:05.319297 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Usage tracker for resource:security_group_rule and tenant:cb29669572294659abe794ea06f1652f is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:05.322942 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:05.330434 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:05.418779 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.533841 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.543159 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:05.583878 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb29669572294659abe794ea06f1652f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186463 Aug 24 19:47:05.584858 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3576aaf7-fb8b-4fdc-8327-8b2b9c4c22c3,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:05.587203 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 57916) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:05.588630 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:05.678887 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.704535 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.848786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.853332 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:05.867376 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3576aaf7-fb8b-4fdc-8327-8b2b9c4c22c3,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:05.869626 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:05.877396 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.878551 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3576aaf7-fb8b-4fdc-8327-8b2b9c4c22c3 HTTP/1.1" status: 204 len: 168 time: 0.2890384 Aug 24 19:47:06.272279 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4001092-fd4e-4e4c-84a9-3a4e99a9b466 req-c4e9173d-38a8-432b-a8c6-b8c894b32a12 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:06.275409 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a4001092-fd4e-4e4c-84a9-3a4e99a9b466 req-c4e9173d-38a8-432b-a8c6-b8c894b32a12 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0919356 Aug 24 19:47:06.330879 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a4001092-fd4e-4e4c-84a9-3a4e99a9b466 req-c1435337-f592-499c-951b-b9ea8871bb24 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480051 Aug 24 19:47:07.551940 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd14abc-178a-4f79-a465-d76492701482 req-82e90ac4-ff91-4ab8-9ed8-eeed79b90fec tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:07.554310 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-cfd14abc-178a-4f79-a465-d76492701482 req-82e90ac4-ff91-4ab8-9ed8-eeed79b90fec tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1123900 Aug 24 19:47:07.613734 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-cfd14abc-178a-4f79-a465-d76492701482 req-93735026-77bd-45bf-8624-6def4bf27a23 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Aug 24 19:47:07.798439 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58006) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:07.924387 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:07.939674 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:07.943702 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Usage tracker for resource:security_group_rule and tenant:293d3394b4494273b3df7e60af4477d1 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:07.949999 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:07.953482 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:08.062487 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.147141 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58016) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:08.162455 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.172449 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1b66e77-8e89-42b4-aee5-3ee0a74d0c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:08.214696 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=293d3394b4494273b3df7e60af4477d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149151 Aug 24 19:47:08.216772 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1dee02-abe9-4427-b4a7-37c9fb55d327,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:08.217502 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58022) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:08.220399 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:08.283947 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.287345 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-94851bb1-b108-4acb-b4f9-f0c729effb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.301494 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:08.307441 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Usage tracker for resource:security_group_rule and tenant:9071ae5f97c3427e86f2d1c27864022a is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:08.311169 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:08.319329 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:08.325580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-94851bb1-b108-4acb-b4f9-f0c729effb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.426166 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.453939 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-94851bb1-b108-4acb-b4f9-f0c729effb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.457677 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-864d3df0-e8b2-4f05-8d31-38003156df4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:08.470557 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94851bb1-b108-4acb-b4f9-f0c729effb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1dee02-abe9-4427-b4a7-37c9fb55d327,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:08.472790 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-94851bb1-b108-4acb-b4f9-f0c729effb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:08.481248 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-94851bb1-b108-4acb-b4f9-f0c729effb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.484884 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-94851bb1-b108-4acb-b4f9-f0c729effb83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c1dee02-abe9-4427-b4a7-37c9fb55d327 HTTP/1.1" status: 204 len: 168 time: 0.2638967 Aug 24 19:47:08.528538 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.537582 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-44f457ca-a182-4a3f-b231-f7751ce9a118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:08.584463 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9071ae5f97c3427e86f2d1c27864022a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360473 Aug 24 19:47:08.585762 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8be27ed-0fb7-44d1-b6a6-869333824ef9,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:08.587944 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58030) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:08.588928 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:08.665788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.700429 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.918645 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299094f9-89bb-45f0-8ba2-db95c0eaf8fc req-ae737681-054f-4e87-8e45-38489305b770 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:08.926384 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-299094f9-89bb-45f0-8ba2-db95c0eaf8fc req-ae737681-054f-4e87-8e45-38489305b770 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1430991 Aug 24 19:47:08.971774 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-299094f9-89bb-45f0-8ba2-db95c0eaf8fc req-947b028a-b927-449e-8b9f-881567b419ab tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Aug 24 19:47:08.985438 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.992299 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1c6f8494-edc6-4961-8f5f-9f6cec5fc207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:09.003859 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8be27ed-0fb7-44d1-b6a6-869333824ef9,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:09.008360 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:09.013110 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.014497 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8be27ed-0fb7-44d1-b6a6-869333824ef9 HTTP/1.1" status: 204 len: 168 time: 0.4254756 Aug 24 19:47:09.504135 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58058) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:09.522795 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.538856 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:09.543999 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Usage tracker for resource:security_group_rule and tenant:79bfdf5e6a7b4f249079793db84f0bce is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:09.545445 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:09.551107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:09.634283 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.680432 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.689498 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-aa36574f-6bc4-47fd-9cd0-0a4026825323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:09.733390 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79bfdf5e6a7b4f249079793db84f0bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280543 Aug 24 19:47:09.735198 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656b5ba-f35e-4720-8c0c-3451982fb007,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:09.736161 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58066) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:09.738272 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f7d2bdde-3e1d-4e71-88e4-41e8d10af0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:09.815141 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.816690 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.848317 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.968181 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:09.973345 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:09.986754 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656b5ba-f35e-4720-8c0c-3451982fb007,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:09.989979 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:10.012134 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:10.013920 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4656b5ba-f35e-4720-8c0c-3451982fb007 HTTP/1.1" status: 204 len: 168 time: 0.2671478 Aug 24 19:47:10.198110 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0910-c9d3-4f3e-b6d0-a5b9132322b2 req-80e89e10-22cb-4bff-95d6-2e93ca0e389b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:10.205258 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-85ab0910-c9d3-4f3e-b6d0-a5b9132322b2 req-80e89e10-22cb-4bff-95d6-2e93ca0e389b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0956628 Aug 24 19:47:10.247561 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-85ab0910-c9d3-4f3e-b6d0-a5b9132322b2 req-d5a164ff-5635-43cb-a44b-f2a14b2f1428 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Aug 24 19:47:11.182016 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-a85c58f0-8d0e-46d5-8a9c-8e15d2e2d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:11.184217 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-a85c58f0-8d0e-46d5-8a9c-8e15d2e2d3b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.1154625 Aug 24 19:47:11.371590 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-db3391bf-ac44-4485-a548-18c83d5409ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:11.373226 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-db3391bf-ac44-4485-a548-18c83d5409ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.1632075 Aug 24 19:47:11.520284 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-baccb924-91d3-4e7a-aed1-e7063cfe02ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 217 time: 0.1388924 Aug 24 19:47:11.624146 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-d9caeb42-0bac-46d2-aeff-399623951a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:11.625658 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-d9caeb42-0bac-46d2-aeff-399623951a13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.0981164 Aug 24 19:47:11.695632 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-318fbb5f-a6a9-4a5d-b713-054aa54950e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583436 Aug 24 19:47:11.707514 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b1e6b-1c8b-45f9-b9af-65a5b59fef28 req-f3ecacd9-9e73-44f8-93db-dcf02c325e03 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:11.709500 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ec3b1e6b-1c8b-45f9-b9af-65a5b59fef28 req-f3ecacd9-9e73-44f8-93db-dcf02c325e03 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.2640986 Aug 24 19:47:11.836556 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ec3b1e6b-1c8b-45f9-b9af-65a5b59fef28 req-5ab81a3b-1fda-4d20-b40e-d6cbe34649c3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005340 Aug 24 19:47:11.893868 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-eb86750d-e4b5-45a8-8131-785e25967efd service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826463 Aug 24 19:47:12.035567 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-229486b7-6b4b-4aea-932a-b9c18478b01f req-f7fc586a-7bdd-4fde-b165-406cf160578f service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333618 Aug 24 19:47:12.227262 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58186) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:12.437351 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:12.452856 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:12.456921 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Usage tracker for resource:security_group_rule and tenant:834e53f39f2e433fb65889c90116a942 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:12.460619 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:12.466863 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:12.561348 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:12.642575 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:12.643062 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58202) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:12.654505 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-335167b6-c8d1-49d4-9014-3bbc7ca57d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:12.699973 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=834e53f39f2e433fb65889c90116a942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709432 Aug 24 19:47:12.702208 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c4d9e3-5f16-447a-9e8c-2980d1928964,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:12.702880 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58210) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:12.705363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:12.784765 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:12.802224 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:12.828583 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:12.841127 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Usage tracker for resource:security_group_rule and tenant:ac597b7c8a7941d99bb710b954828fb5 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:12.847339 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:12.849632 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:12.861413 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:13.021343 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.025076 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7baf7291-b096-474a-9fab-19922abf0951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:13.145550 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c4d9e3-5f16-447a-9e8c-2980d1928964,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:13.159636 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:13.187289 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.188393 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75c4d9e3-5f16-447a-9e8c-2980d1928964 HTTP/1.1" status: 204 len: 168 time: 0.4837561 Aug 24 19:47:13.239180 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6d6c5-f419-465c-820c-39a3b162710f req-1fc7347f-9b58-4157-97e5-0aaf282e7ef2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:13.243312 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4cc6d6c5-f419-465c-820c-39a3b162710f req-1fc7347f-9b58-4157-97e5-0aaf282e7ef2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.2820640 Aug 24 19:47:13.267246 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.307110 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4cc6d6c5-f419-465c-820c-39a3b162710f req-d2f33432-0d89-495d-ae39-6f96422acd8e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Aug 24 19:47:13.419369 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.427134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-afec71f2-9ae4-4b1e-bb8e-db41d58cbff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:13.477905 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac597b7c8a7941d99bb710b954828fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8301344 Aug 24 19:47:13.477905 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f50f6f7-31c3-4c83-904e-cc4a0aa49282,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:13.478561 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58228) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:13.482817 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:13.547578 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.579012 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.785169 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.791145 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5751ad41-8d51-4244-9599-bfb04a9ef873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:13.864956 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f50f6f7-31c3-4c83-904e-cc4a0aa49282,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:13.875501 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:13.877263 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:13.879665 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f50f6f7-31c3-4c83-904e-cc4a0aa49282 HTTP/1.1" status: 204 len: 168 time: 0.3995554 Aug 24 19:47:14.500591 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75351d7c-284e-4a81-aa46-231596ab21a9 req-68f8030f-e4cc-49f3-98c0-4438fbd69622 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:14.502091 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-75351d7c-284e-4a81-aa46-231596ab21a9 req-68f8030f-e4cc-49f3-98c0-4438fbd69622 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0841069 Aug 24 19:47:14.548438 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-75351d7c-284e-4a81-aa46-231596ab21a9 req-977ca564-edb4-4509-8ca7-5c1ad4537f46 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Aug 24 19:47:14.858114 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58252) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:14.877780 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:14.897171 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:14.901332 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Usage tracker for resource:security_group_rule and tenant:2df5e066a92948ad966be96167c646e3 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:14.904492 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:14.910565 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:15.006339 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:15.583846 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:15.597207 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-97232502-8ce3-42cc-b59d-add454cc8c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:15.639843 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2df5e066a92948ad966be96167c646e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7803385 Aug 24 19:47:15.640867 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7659001-7f46-4f5a-89f0-2f0ca10e62b9,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:15.642631 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58264) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:15.643916 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:15.766829 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:15.801190 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:15.853800 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497aff7f-4d93-4628-bfc7-99f2a23f8aa0 req-9493680d-6938-4736-9fac-b48f956bb4ad tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:15.853800 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-497aff7f-4d93-4628-bfc7-99f2a23f8aa0 req-9493680d-6938-4736-9fac-b48f956bb4ad tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1713941 Aug 24 19:47:15.917005 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-497aff7f-4d93-4628-bfc7-99f2a23f8aa0 req-69604536-3534-4ddd-8c38-2ce8368cc8ce tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Aug 24 19:47:16.013510 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:16.018499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5185cc7c-d56e-4f92-aa3e-38693645cad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:16.033851 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7659001-7f46-4f5a-89f0-2f0ca10e62b9,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:16.042063 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:16.048587 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:16.050021 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7659001-7f46-4f5a-89f0-2f0ca10e62b9 HTTP/1.1" status: 204 len: 168 time: 0.4058297 Aug 24 19:47:17.135078 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcfb85-9a1a-4d2f-9562-c8f538b376a6 req-1e5b8bd4-3f9e-46eb-8098-e4f4f61b7c67 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:17.136559 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a3dcfb85-9a1a-4d2f-9562-c8f538b376a6 req-1e5b8bd4-3f9e-46eb-8098-e4f4f61b7c67 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0965948 Aug 24 19:47:17.187647 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a3dcfb85-9a1a-4d2f-9562-c8f538b376a6 req-459a92db-159b-4b66-ae89-1d39ed71c8ee tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451374 Aug 24 19:47:18.412932 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd53fb-b330-4b12-bc3d-8eb572bb0845 req-064bf52b-a07f-419a-8028-bc39e79a86aa tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:18.414640 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e9bd53fb-b330-4b12-bc3d-8eb572bb0845 req-064bf52b-a07f-419a-8028-bc39e79a86aa tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1112113 Aug 24 19:47:18.473113 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e9bd53fb-b330-4b12-bc3d-8eb572bb0845 req-eaf54b3e-82cf-4314-a201-a3cc97b9f774 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514052 Aug 24 19:47:18.648190 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-94c11436-7770-4dac-ab65-5d2071efb449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:19.686015 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943d992-7d9c-4f77-bb00-df8bfbe63540 req-b3bc1051-4323-4e47-a06c-479b93784bff tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:19.688188 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6943d992-7d9c-4f77-bb00-df8bfbe63540 req-b3bc1051-4323-4e47-a06c-479b93784bff tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0999072 Aug 24 19:47:19.711056 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:19.735934 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6943d992-7d9c-4f77-bb00-df8bfbe63540 req-d5885888-33a4-4a87-a4c3-8e776b3270bf tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Aug 24 19:47:20.934098 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c530a-6dfd-4a9e-8e6b-713081200fa0 req-36a0f62b-41bd-4634-bda8-0863f915567a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:20.935680 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-831c530a-6dfd-4a9e-8e6b-713081200fa0 req-36a0f62b-41bd-4634-bda8-0863f915567a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0866621 Aug 24 19:47:20.990020 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-831c530a-6dfd-4a9e-8e6b-713081200fa0 req-c6c87b28-c0d4-40bb-a050-94448ecb67b4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Aug 24 19:47:21.373076 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e345-ee14-4e85-98b0-a077524ca7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:22.212294 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de998fc-be6e-48af-83b4-1c3fcff92dfe req-4d0e7601-2ab3-458a-ad36-929e98165cee tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:22.213791 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6de998fc-be6e-48af-83b4-1c3fcff92dfe req-4d0e7601-2ab3-458a-ad36-929e98165cee tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0944517 Aug 24 19:47:22.282872 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6de998fc-be6e-48af-83b4-1c3fcff92dfe req-760691b0-2e8e-41ff-8b4f-54823c8ca0e1 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551286 Aug 24 19:47:22.366601 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:23.431293 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108e90-b7d2-40de-8e33-98fae9e5044a req-79844a90-81ff-4e75-a32a-ca95ed5e7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:23.432902 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1a108e90-b7d2-40de-8e33-98fae9e5044a req-79844a90-81ff-4e75-a32a-ca95ed5e7ff7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.0919726 Aug 24 19:47:23.479262 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1a108e90-b7d2-40de-8e33-98fae9e5044a req-5402eea4-d0ac-44f1-bdac-a203feb5c598 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383358 Aug 24 19:47:23.487790 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f8c2d-45d1-4127-858e-1f882c58bfb8 req-19dabf7f-fc9b-4fe0-8f9d-154e36e2a758 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:23.489498 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b07f8c2d-45d1-4127-858e-1f882c58bfb8 req-19dabf7f-fc9b-4fe0-8f9d-154e36e2a758 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0838187 Aug 24 19:47:23.536472 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b07f8c2d-45d1-4127-858e-1f882c58bfb8 req-22e53f6a-69e0-4886-9f3d-44ea12ca2c56 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Aug 24 19:47:23.697274 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:24.734466 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7975c4-8195-4b55-b7bb-7ab041f4a278 req-2d56daac-4525-461a-bc5f-2a1692692376 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:24.735982 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dd7975c4-8195-4b55-b7bb-7ab041f4a278 req-2d56daac-4525-461a-bc5f-2a1692692376 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0871074 Aug 24 19:47:24.787672 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dd7975c4-8195-4b55-b7bb-7ab041f4a278 req-f997e1db-f58f-4953-818b-37ab1758a1a7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Aug 24 19:47:25.997050 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd36aa8-484a-427b-8687-75a1b9470301 req-8c45f51e-678a-4684-bdb8-fe3b56ee442c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:25.998641 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2fd36aa8-484a-427b-8687-75a1b9470301 req-8c45f51e-678a-4684-bdb8-fe3b56ee442c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0951912 Aug 24 19:47:26.052463 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2fd36aa8-484a-427b-8687-75a1b9470301 req-bcd2ec89-4ab0-49d8-976b-650253c6b7f4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 Aug 24 19:47:26.115894 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58532) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:26.246151 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:26.261634 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:26.265752 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Usage tracker for resource:security_group_rule and tenant:6620cc62cbfd430c86b1d5a3d5328464 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:26.268760 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:26.276463 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:26.362362 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:26.470572 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:26.479573 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00608b94-4993-4b62-8e12-6d370fd90c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:26.522456 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c5155-6a82-4c3a-b500-c35745029726,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:26.529533 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6620cc62cbfd430c86b1d5a3d5328464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090834 Aug 24 19:47:26.529650 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58546) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:26.532871 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.533232 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.533590 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.533943 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.534341 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.534690 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.535041 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.535363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.535702 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.536040 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.536377 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.536708 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.541168 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:26.595361 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:26.625968 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:26.739718 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2cc8f-a01f-4029-881d-e8f22e4f98ea req-944c58bb-fab3-4b50-a1e0-250417955ed1 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:26.747939 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c3d2cc8f-a01f-4029-881d-e8f22e4f98ea req-944c58bb-fab3-4b50-a1e0-250417955ed1 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1029170 Aug 24 19:47:26.771753 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-706d923d-2f42-4fcf-9279-9571a5a6f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:26.774139 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-706d923d-2f42-4fcf-9279-9571a5a6f2d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.0922542 Aug 24 19:47:26.806603 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c3d2cc8f-a01f-4029-881d-e8f22e4f98ea req-aa85a6a2-284d-4522-bade-7cba8c5ceca0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Aug 24 19:47:26.875990 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:26.882904 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-15db48a2-fd06-4109-b14b-1ea5505441db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:26.899184 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58558) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:26.906311 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c5155-6a82-4c3a-b500-c35745029726,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:26.919016 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.919386 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.919746 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.920099 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.920450 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.920826 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.921172 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.921537 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.921882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.922247 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.922605 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.922932 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:26.925497 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:26.929895 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/972c5155-6a82-4c3a-b500-c35745029726 HTTP/1.1" status: 204 len: 168 time: 0.3991122 Aug 24 19:47:26.931566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:26.972021 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-705af00b-90a3-43f5-99e5-6af7024f8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:26.975742 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-705af00b-90a3-43f5-99e5-6af7024f8428 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.1928947 Aug 24 19:47:27.045063 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58572) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:27.120787 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-d762024f-0343-4af4-90f6-36684c5990c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 217 time: 0.1362164 Aug 24 19:47:27.150074 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Deleting subnet c9d7670d-77b5-42b7-953d-5db3c1f01549 {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:47:27.171549 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.193104 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-e2ad61b8-481e-435e-b613-bde5b9bd6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:27.195151 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-e2ad61b8-481e-435e-b613-bde5b9bd6437 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.0671115 Aug 24 19:47:27.207391 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.234087 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:27.242152 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Usage tracker for resource:security_group_rule and tenant:a3b29efed3c846b39f907d6a843dd1ae is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:27.247422 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.252626 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-74fb44ab-983a-481b-b239-db76a217006c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494614 Aug 24 19:47:27.273998 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:27.285051 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:27.331979 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.404304 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-fba3c8f5-e90d-47e2-9088-c464894b22af service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443160 Aug 24 19:47:27.473837 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.550027 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d98a3eae-78c7-47e6-8f9b-f16b8e532632 req-8dfa0962-8df6-4689-b05f-9b3ba56e71fa service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389704 Aug 24 19:47:27.554525 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.558917 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:27.596716 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d7670d-77b5-42b7-953d-5db3c1f01549,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:27.598766 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.606221 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:27.609648 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.618999 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e38ca6bc-145c-44d9-969c-217c658b2481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:27.669825 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9c5d622a-4159-4fcd-a02c-1a93eec04c76 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c9d7670d-77b5-42b7-953d-5db3c1f01549 HTTP/1.1" status: 204 len: 168 time: 0.6235597 Aug 24 19:47:27.672311 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58584) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:27.676412 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3b29efed3c846b39f907d6a843dd1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7737057 Aug 24 19:47:27.676412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f420d-5562-45ba-8246-452683bdf870,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:27.676958 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58588) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:27.688828 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:27.763702 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.797090 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.831538 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.854119 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58598) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:27.944704 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.953890 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-20bf7f4c-8a15-4ebf-b8ce-ff0a2de7085d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:27.972107 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f420d-5562-45ba-8246-452683bdf870,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:27.976129 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:27.980316 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:27.981639 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a9f420d-5562-45ba-8246-452683bdf870 HTTP/1.1" status: 204 len: 168 time: 0.3031819 Aug 24 19:47:28.022441 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.148175 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:28.174411 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Usage tracker for resource:security_group_rule and tenant:e25c0e4edcbd4f39acfac2a3a817fa6a is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:28.179340 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:28.197328 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.205425 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:28.223562 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff35cd2-c57c-4969-8621-c9672ed03938']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:47:28.249438 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:47:28.250047 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3a6d7a-70dd-4160-9ed9-9fb1cf3e3803') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:47:28.268830 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.297858 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.307538 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc04790-dc02-42af-9d7e-020b6d8827ae req-9405d2e5-6859-44b1-8690-187fb6b6bd73 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:28.314627 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bc04790-dc02-42af-9d7e-020b6d8827ae req-9405d2e5-6859-44b1-8690-187fb6b6bd73 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.2826333 Aug 24 19:47:28.348681 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:47:28.348681 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:47:28.355403 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:47:28.463297 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bc04790-dc02-42af-9d7e-020b6d8827ae req-7eda9361-dbc0-402f-ba97-f8d3e288ff91 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454263 Aug 24 19:47:28.508649 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.617960 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.619385 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.628830 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7eddc34d-e244-430f-9ffa-37e7c4e3af36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:28.667057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.685795 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e25c0e4edcbd4f39acfac2a3a817fa6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8265283 Aug 24 19:47:28.686868 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ac219-31a9-48dc-a45b-d60a9886ab4f,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:28.688805 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58622) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:28.692242 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:28.692736 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f1d7dda4-f07f-499d-8844-8cf925337325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:28.712870 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff35cd2-c57c-4969-8621-c9672ed03938,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:28.716933 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:28.755268 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.786261 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:28.825705 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ff35cd2-c57c-4969-8621-c9672ed03938 HTTP/1.1" status: 204 len: 168 time: 1.1522138 Aug 24 19:47:28.833159 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58630) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:28.906263 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Deleting subnet 34ea1493-1561-4c8a-908c-6bd2da5473a3 {{(pid=79950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:47:28.910575 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.011810 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957326'] for subnet, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.024760 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.028855 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f96e162a-d191-4185-bb2a-794ca87a277c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:29.043359 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ac219-31a9-48dc-a45b-d60a9886ab4f,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:29.046473 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:29.049034 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.050812 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab2ac219-31a9-48dc-a45b-d60a9886ab4f HTTP/1.1" status: 204 len: 168 time: 0.3604419 Aug 24 19:47:29.087442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.162156 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba689-8392-4cde-998e-3aa9ea45002b req-7f495976-571c-497f-8f8f-5762ac284d5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:29.163705 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d3dba689-8392-4cde-998e-3aa9ea45002b req-7f495976-571c-497f-8f8f-5762ac284d5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.2238295 Aug 24 19:47:29.225169 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d3dba689-8392-4cde-998e-3aa9ea45002b req-dbb61b56-cc0f-4477-b09e-78fced7d449d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520215 Aug 24 19:47:29.397122 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14957269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14542141'] for subnet, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.401646 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:29.439904 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ea1493-1561-4c8a-908c-6bd2da5473a3,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:29.444080 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.447985 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:29.450858 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ed8ae841-6c04-4f20-833e-6f626aa2e2b1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/34ea1493-1561-4c8a-908c-6bd2da5473a3 HTTP/1.1" status: 204 len: 168 time: 0.6159043 Aug 24 19:47:29.456854 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58650) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:29.580712 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.713882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.716585 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adece7-4c41-443e-b8fc-393332c249ac req-f749b8ca-355e-4f36-ac38-7a5d352e6fea tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:29.718264 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f8adece7-4c41-443e-b8fc-393332c249ac req-f749b8ca-355e-4f36-ac38-7a5d352e6fea tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0900941 Aug 24 19:47:29.728183 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce98d66a-0750-4a9b-b089-e21d8313f9c3']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:47:29.741578 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c035f25e-2bf1-4a7b-b1c0-81f449669812') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:47:29.741770 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c035f25e-2bf1-4a7b-b1c0-81f449669812') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:47:29.753312 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.765406 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f8adece7-4c41-443e-b8fc-393332c249ac req-aa98e58d-2696-4cce-8898-a740576c0afe tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Aug 24 19:47:29.771446 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.777810 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:47:29.783205 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:47:29.791285 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:47:29.988776 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:29.994028 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-472f4cb2-35d8-4796-b88a-140d187c405d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:30.014074 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.020673 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ce98d66a-0750-4a9b-b089-e21d8313f9c3,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:30.027790 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:30.029678 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] 10.222.0.55 "DELETE /v2.0/networks/ce98d66a-0750-4a9b-b089-e21d8313f9c3 HTTP/1.1" status: 204 len: 168 time: 0.5716896 Aug 24 19:47:30.155081 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58662) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:30.173203 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.188460 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:30.192421 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Usage tracker for resource:security_group_rule and tenant:11922b3fde8b44e4b1aed442a6f4727b is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:30.195356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:30.201364 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:30.285622 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.385670 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.395600 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-811a0cf2-5b9e-44c6-a3e7-f57dc5e2853f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:30.448163 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11922b3fde8b44e4b1aed442a6f4727b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896483 Aug 24 19:47:30.448927 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58670) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:30.452055 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dca3d7-29a3-4ce7-8948-55a12034e076,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:30.456229 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:30.479241 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b215-504c-4fcd-9747-3f06670ff4bb req-aba71c6c-62d9-48ae-abdf-91c0d4040a58 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:30.481326 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9dc9b215-504c-4fcd-9747-3f06670ff4bb req-aba71c6c-62d9-48ae-abdf-91c0d4040a58 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1423640 Aug 24 19:47:30.529991 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58674) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:30.546795 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9dc9b215-504c-4fcd-9747-3f06670ff4bb req-5fddf5b5-603d-4df8-954c-e9ecec8ad5b7 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559452 Aug 24 19:47:30.551117 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b32c438-c53c-4157-9a9c-c6104a697b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.615923 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b32c438-c53c-4157-9a9c-c6104a697b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.651738 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-6ca7768a-2b87-4f67-b73b-35a61d8e9012 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbda2a3d52ed4018b03f8ec32705ee5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1204596 Aug 24 19:47:30.654136 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58680) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:30.735765 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.765356 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.809280 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b32c438-c53c-4157-9a9c-c6104a697b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.810369 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c919d840-d7b6-4f91-8990-ee9f42f31909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:30.828209 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32c438-c53c-4157-9a9c-c6104a697b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dca3d7-29a3-4ce7-8948-55a12034e076,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:30.830704 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9b32c438-c53c-4157-9a9c-c6104a697b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:30.840846 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b32c438-c53c-4157-9a9c-c6104a697b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.840846 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9b32c438-c53c-4157-9a9c-c6104a697b62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4dca3d7-29a3-4ce7-8948-55a12034e076 HTTP/1.1" status: 204 len: 168 time: 0.3904939 Aug 24 19:47:30.984543 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:30.994939 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a1812f00-35df-4206-b798-ae7d667ee312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:31.011884 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014efd95-a14c-4dd7-b06e-c8badbcdcd9e,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:31.014162 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:31.056134 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e94b6-3121-40c3-9e71-b90828b65804 req-a1121bed-5162-48ac-a2e9-c74bf071410d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:31.059063 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5e9e94b6-3121-40c3-9e71-b90828b65804 req-a1121bed-5162-48ac-a2e9-c74bf071410d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1785944 Aug 24 19:47:31.106890 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5e9e94b6-3121-40c3-9e71-b90828b65804 req-d8762ab0-d3bc-4964-9f72-c2a7b7f32bbe tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 Aug 24 19:47:31.133506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:31.134633 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/014efd95-a14c-4dd7-b06e-c8badbcdcd9e HTTP/1.1" status: 204 len: 168 time: 0.4795802 Aug 24 19:47:31.769386 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376c48d-731a-489b-98be-ee57f5daa276 req-35799392-2c70-4ad0-8e2c-f53f89bde2d0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:31.771604 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9376c48d-731a-489b-98be-ee57f5daa276 req-35799392-2c70-4ad0-8e2c-f53f89bde2d0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0979269 Aug 24 19:47:31.828287 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9376c48d-731a-489b-98be-ee57f5daa276 req-23ef29e1-33e7-4453-9c6c-55362b692578 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491006 Aug 24 19:47:31.956782 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58724) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:31.975505 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839c25e-3935-477c-a53c-86038f53b540 req-4fef0f6b-5309-4f1f-9d27-7c2362795114 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:31.977222 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6839c25e-3935-477c-a53c-86038f53b540 req-4fef0f6b-5309-4f1f-9d27-7c2362795114 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1375659 Aug 24 19:47:32.023116 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b807d7e1-a5ad-48ff-9278-5a71f29c934a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b88565e9d2a42ccae68c8c35f20bf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647075 Aug 24 19:47:32.025212 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58730) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:32.098300 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:32.138201 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6839c25e-3935-477c-a53c-86038f53b540 req-8f8e6390-88b7-4058-b7c2-29766b03b30e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491048 Aug 24 19:47:32.140441 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:32.321849 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:32.327940 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ec996069-862b-41b1-9d17-e49d98750177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:32.342509 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1744257c-94a9-424f-b3fd-d23032ec545b,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:32.345269 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:32.346517 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:32.357696 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1744257c-94a9-424f-b3fd-d23032ec545b HTTP/1.1" status: 204 len: 168 time: 0.3215067 Aug 24 19:47:33.051772 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91faaf-3828-42b1-8e23-fb29beca0354 req-ea7adff7-8de9-41af-a9ac-08fede803440 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:33.054677 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6c91faaf-3828-42b1-8e23-fb29beca0354 req-ea7adff7-8de9-41af-a9ac-08fede803440 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0851641 Aug 24 19:47:33.109132 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6c91faaf-3828-42b1-8e23-fb29beca0354 req-a102a3d2-5fdb-4449-b4d1-8c5d894588a1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Aug 24 19:47:33.234867 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e1857-356c-4679-b46c-c7896b4690d2 req-582a103b-cc32-4bde-8bbd-62adffd72746 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:33.236536 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aa8e1857-356c-4679-b46c-c7896b4690d2 req-582a103b-cc32-4bde-8bbd-62adffd72746 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0933208 Aug 24 19:47:33.287402 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aa8e1857-356c-4679-b46c-c7896b4690d2 req-a47e9906-c46e-4089-938f-d97a5710c20b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Aug 24 19:47:33.336376 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da1c9a-8cdc-4ba9-ae51-3374ab93d058 req-ba0486fc-9fc5-434a-bfc6-8488fd81d032 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:33.337901 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b0da1c9a-8cdc-4ba9-ae51-3374ab93d058 req-ba0486fc-9fc5-434a-bfc6-8488fd81d032 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0858860 Aug 24 19:47:33.390012 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b0da1c9a-8cdc-4ba9-ae51-3374ab93d058 req-24c1b095-5fe6-44d8-a12f-522db26bc308 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457914 Aug 24 19:47:33.768490 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 58794) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:33.897424 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-975823887-network', 'tenant_id': '69165bfdb3ac47918b991f3361dc4fef'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:47:33.897424 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:33.898043 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Usage tracker for resource:network and tenant:69165bfdb3ac47918b991f3361dc4fef is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:33.901450 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:33.908816 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:34.059009 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Made reservation on behalf of 69165bfdb3ac47918b991f3361dc4fef for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:47:34.061384 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.079597 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.099123 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:34.103421 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Usage tracker for resource:security_group_rule and tenant:69165bfdb3ac47918b991f3361dc4fef is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:34.106768 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:34.115394 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:34.199463 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.306364 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4c728-ee91-4b22-a300-67656f248ea5 req-0f43725c-3dea-44e7-906d-f0f7a47dc40d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:34.307827 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-02b4c728-ee91-4b22-a300-67656f248ea5 req-0f43725c-3dea-44e7-906d-f0f7a47dc40d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0834682 Aug 24 19:47:34.354979 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-02b4c728-ee91-4b22-a300-67656f248ea5 req-f7cde7a6-717c-43b3-a0e9-1bbee1ed1c2c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 Aug 24 19:47:34.356145 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.359455 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f1864127-9f1b-46fe-bf6d-b72a95eb7f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:34.390922 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:47:34.396164 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf468c8-c094-4599-857e-862991e10b96,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:34.399231 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:34.404214 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.404574 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Added segment 7af2b238-484f-43ef-ba68-51f31f944682 of type vlan for network 74c429f8-69a0-43ef-a717-e5d9d75d2573 Aug 24 19:47:34.431999 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.573168 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.574758 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:34.575545 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.581052 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8f935a7f-6e28-4edb-9dee-43c781bed2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:34.583746 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6e29-a1b7-410f-b6bc-16950a4c8523 req-3a1f8445-dd9a-4539-ab66-554fc0c2d8aa tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:34.585419 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-36fd6e29-a1b7-410f-b6bc-16950a4c8523 req-3a1f8445-dd9a-4539-ab66-554fc0c2d8aa tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0850186 Aug 24 19:47:34.635443 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-36fd6e29-a1b7-410f-b6bc-16950a4c8523 req-25bddad9-58e9-49da-ba62-84c0aa514214 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Aug 24 19:47:34.696547 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Pushing event updated for resources: {'Network': ['ID=74c429f8-69a0-43ef-a717-e5d9d75d2573,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:34.699197 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:34.707948 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 74c429f8-69a0-43ef-a717-e5d9d75d2573 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:47:34.770108 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0004900 Aug 24 19:47:34.782230 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58814) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:34.782230 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Request body: {'subnet': {'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-975823887-subnet', 'tenant_id': '69165bfdb3ac47918b991f3361dc4fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:47:34.788081 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:34.796561 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Usage tracker for resource:subnet and tenant:69165bfdb3ac47918b991f3361dc4fef is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:34.800604 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:34.808851 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:34.916120 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Made reservation on behalf of 69165bfdb3ac47918b991f3361dc4fef for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:47:34.918554 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15301028'] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:35.270283 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14983792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15301078'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:35.278506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:35.352786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fc32a2-cd57-43e7-942a-bf50b558829f,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:35.356990 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:35.361878 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Checking segment: {'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:47:35.361878 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Network hostable DHCP agents. Network: 74c429f8-69a0-43ef-a717-e5d9d75d2573, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:47:35.453338 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Network 74c429f8-69a0-43ef-a717-e5d9d75d2573 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:47:35.560808 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c7346-0ba1-4ede-8417-3e5f2b65afb0 req-3b2e0db5-0415-438d-bfa8-e26690e11a60 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:35.562457 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c47c7346-0ba1-4ede-8417-3e5f2b65afb0 req-3b2e0db5-0415-438d-bfa8-e26690e11a60 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0870111 Aug 24 19:47:35.578616 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 74c429f8-69a0-43ef-a717-e5d9d75d2573) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:47:35.583062 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:35.583686 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:35.591266 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656cd94-3454-47e0-af50-580755125443 None None] Network 74c429f8-69a0-43ef-a717-e5d9d75d2573 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:47:35.618295 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c47c7346-0ba1-4ede-8417-3e5f2b65afb0 req-bd7674f5-0c57-4708-98e1-4d8e2ad7f2c5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501060 Aug 24 19:47:35.678093 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-69557e97-de48-44b1-9a6e-6e044da99167 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9016185 Aug 24 19:47:35.746717 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:47:35.829162 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaff4c2-b45d-46d7-9476-6526c9641bd3 None None] Network 74c429f8-69a0-43ef-a717-e5d9d75d2573 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:47:35.871692 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2bd9-2d01-4ea8-a675-c6f4630f8ae2 req-05331cec-3ee0-4696-afd0-c1aa5c320e34 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:35.873219 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dc1d2bd9-2d01-4ea8-a675-c6f4630f8ae2 req-05331cec-3ee0-4696-afd0-c1aa5c320e34 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1018159 Aug 24 19:47:35.931119 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dc1d2bd9-2d01-4ea8-a675-c6f4630f8ae2 req-b56d4a29-79d4-4684-908f-42488c760a24 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515203 Aug 24 19:47:36.812721 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a137dd-c0a4-4f21-8d60-a2ec17bc522e req-405bd585-b0c9-4c19-9f96-bf98a9d85b01 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:36.814250 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31a137dd-c0a4-4f21-8d60-a2ec17bc522e req-405bd585-b0c9-4c19-9f96-bf98a9d85b01 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0829303 Aug 24 19:47:36.869792 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31a137dd-c0a4-4f21-8d60-a2ec17bc522e req-44d89054-9264-4648-8cef-680c1c78dfab tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489473 Aug 24 19:47:37.159985 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c4358-dce3-47dc-b361-41126ebc4245 req-ab0cde71-585c-404d-bed3-f953d697b59d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:37.161830 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-902c4358-dce3-47dc-b361-41126ebc4245 req-ab0cde71-585c-404d-bed3-f953d697b59d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0978460 Aug 24 19:47:37.213056 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-902c4358-dce3-47dc-b361-41126ebc4245 req-bf47b149-2c8a-4cf4-a09b-5795185e19ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Aug 24 19:47:38.074966 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810048-3745-475a-a381-c7242b3301e3 req-ec4e30cb-ddc7-4f4a-965f-f6fe30b8aadb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:38.077260 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-79810048-3745-475a-a381-c7242b3301e3 req-ec4e30cb-ddc7-4f4a-965f-f6fe30b8aadb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0943129 Aug 24 19:47:38.125416 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-79810048-3745-475a-a381-c7242b3301e3 req-07d0f4c3-b165-4210-b263-c0508cd45324 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424290 Aug 24 19:47:38.435177 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62274-7be6-458d-ae45-2e35938146ba req-f22cb689-d34f-4529-92d6-fb9aef8d4aa8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:38.436666 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-66e62274-7be6-458d-ae45-2e35938146ba req-f22cb689-d34f-4529-92d6-fb9aef8d4aa8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0936968 Aug 24 19:47:38.485474 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-66e62274-7be6-458d-ae45-2e35938146ba req-4434cbe9-cb75-4c6a-bfd5-2458aed19c32 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Aug 24 19:47:38.732025 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-861b3c8b-e4a3-4f9e-bbb0-64d882a15475 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:38.732832 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-861b3c8b-e4a3-4f9e-bbb0-64d882a15475 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Synchronizing usage tracker for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:network {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:47:38.830122 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-861b3c8b-e4a3-4f9e-bbb0-64d882a15475 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Unset dirty status for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:network {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:47:38.831321 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-861b3c8b-e4a3-4f9e-bbb0-64d882a15475 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/networks?id=74c429f8-69a0-43ef-a717-e5d9d75d2573 HTTP/1.1" status: 200 len: 808 time: 0.2522113 Aug 24 19:47:38.846305 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ed3ea1d2-e139-4953-a3dd-c2702cd39ca9 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/quotas/69165bfdb3ac47918b991f3361dc4fef HTTP/1.1" status: 200 len: 375 time: 0.0094757 Aug 24 19:47:38.901418 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-2824b41a-62f9-458e-a563-f49f3d11ea68 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69165bfdb3ac47918b991f3361dc4fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496373 Aug 24 19:47:38.911275 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1c8e-f3f5-4ed0-a301-994468334a3e req-c3203dba-64ce-49e1-b257-c66cb6f45ef0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:38.913279 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6b3f1c8e-f3f5-4ed0-a301-994468334a3e req-c3203dba-64ce-49e1-b257-c66cb6f45ef0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0855680 Aug 24 19:47:38.970244 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6b3f1c8e-f3f5-4ed0-a301-994468334a3e req-44bbec0e-6c9e-40e2-a29e-db583209a2de tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512276 Aug 24 19:47:39.094475 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-dcc96315-ea39-46ed-b72e-13180e1100ff service neutron] 10.222.0.55 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613569 Aug 24 19:47:39.096668 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2481-c738-433a-94ea-3fc31c469bef req-7097ffd5-d896-4540-af4e-8841b7acee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:39.098343 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-000d2481-c738-433a-94ea-3fc31c469bef req-7097ffd5-d896-4540-af4e-8841b7acee58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.1999881 Aug 24 19:47:39.347245 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdbd45-52eb-4dc4-9c85-cec8ad6f1c71 req-9b81076a-080e-4b8f-b25c-534faf4fc353 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:39.352741 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-14301946-f58e-4298-9071-ecb9f7a2896d service neutron] 10.222.0.55 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505705 Aug 24 19:47:39.355143 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-81bdbd45-52eb-4dc4-9c85-cec8ad6f1c71 req-9b81076a-080e-4b8f-b25c-534faf4fc353 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1007197 Aug 24 19:47:39.358819 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2481-c738-433a-94ea-3fc31c469bef req-3386e4d8-4e6b-4e7b-afbe-d93790c3077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:39.361851 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-000d2481-c738-433a-94ea-3fc31c469bef req-3386e4d8-4e6b-4e7b-afbe-d93790c3077f service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.2405064 Aug 24 19:47:39.398888 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-81bdbd45-52eb-4dc4-9c85-cec8ad6f1c71 req-a0de156f-8598-4ae4-8c77-8bfdbd96bb97 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Aug 24 19:47:39.443098 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-000d2481-c738-433a-94ea-3fc31c469bef req-57ea9b3c-8fa4-4772-9a3a-9319c4bc7c94 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 217 time: 0.0729058 Aug 24 19:47:39.600803 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2481-c738-433a-94ea-3fc31c469bef req-e0dc895d-41c0-469c-a92e-a89d4860ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:39.602430 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-000d2481-c738-433a-94ea-3fc31c469bef req-e0dc895d-41c0-469c-a92e-a89d4860ef39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.1496246 Aug 24 19:47:39.655237 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-000d2481-c738-433a-94ea-3fc31c469bef req-83a4c1e4-218f-498f-baea-ba19fff210a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463088 Aug 24 19:47:39.688468 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07cb94-9ab8-40b3-b91d-be5d5571d1ff req-f0e8bd76-9cb3-4f48-9cfd-3d434c22b438 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:39.689997 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3e07cb94-9ab8-40b3-b91d-be5d5571d1ff req-f0e8bd76-9cb3-4f48-9cfd-3d434c22b438 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0896242 Aug 24 19:47:39.750114 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3e07cb94-9ab8-40b3-b91d-be5d5571d1ff req-0482d34f-ec46-4b44-8772-8ed52e4f16ef tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531194 Aug 24 19:47:39.813586 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fc886425-fcb7-41d1-b421-ac30a6e54805 req-308a4fb3-e7e5-49af-b3a4-b19b5e47ec82 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 210 time: 0.1257401 Aug 24 19:47:39.836214 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:39.868107 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-000d2481-c738-433a-94ea-3fc31c469bef req-28ef85da-8d46-497b-8f23-de306a264ab7 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057672 Aug 24 19:47:40.009324 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-000d2481-c738-433a-94ea-3fc31c469bef req-bd6a3856-d04d-4efe-ab54-823dd97d3d0c service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343935 Aug 24 19:47:40.044587 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58928) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:40.175880 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:40.197244 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:40.209106 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5ac22-e47d-4039-b2f6-73dae439fa5a req-28a488e0-5756-4390-8e51-a17950ad5606 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:40.213675 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7ca5ac22-e47d-4039-b2f6-73dae439fa5a req-28a488e0-5756-4390-8e51-a17950ad5606 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1217406 Aug 24 19:47:40.215091 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Usage tracker for resource:security_group_rule and tenant:a80ceb52ea974db7b66b445e713d3745 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:40.221351 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:40.239978 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:40.291201 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7ca5ac22-e47d-4039-b2f6-73dae439fa5a req-32887b8d-e3b5-4447-960d-54370551d43a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642405 Aug 24 19:47:40.369024 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:40.579330 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:40.591393 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-073c51dd-50ba-4334-819f-16ca9ea888bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:40.594974 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7c016-ee56-4cce-a9ac-b87e153018f7 req-f6dd1f21-d368-4d63-94f5-d94299dd10a6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:40.596746 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-25a7c016-ee56-4cce-a9ac-b87e153018f7 req-f6dd1f21-d368-4d63-94f5-d94299dd10a6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0816495 Aug 24 19:47:40.648728 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-25a7c016-ee56-4cce-a9ac-b87e153018f7 req-cda22861-7dce-4702-852c-fa7590827fc4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 Aug 24 19:47:40.694952 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a80ceb52ea974db7b66b445e713d3745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6492572 Aug 24 19:47:40.695957 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be29796-a0f7-4719-b63b-5d9bfc89ec88,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:40.698611 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 58944) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:40.700965 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:40.766096 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:40.797636 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:40.929991 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1aa7668c-9d35-4a98-8349-3d635e4b3270 req-1c55fb13-a95f-4942-b65e-5dfd8ba52a73 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 210 time: 0.0499310 Aug 24 19:47:40.954590 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:40.959264 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a19e6758-ef38-423a-922b-cb8a271e3aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:40.973637 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69b00-1927-41ba-8461-342d714aa541 req-b46f301f-3e12-4618-b8a7-aaed2b272505 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:40.975753 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-44f69b00-1927-41ba-8461-342d714aa541 req-b46f301f-3e12-4618-b8a7-aaed2b272505 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1174188 Aug 24 19:47:40.983227 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be29796-a0f7-4719-b63b-5d9bfc89ec88,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:41.001228 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:41.005090 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:41.008858 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4be29796-a0f7-4719-b63b-5d9bfc89ec88 HTTP/1.1" status: 204 len: 168 time: 0.3066843 Aug 24 19:47:41.039423 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-44f69b00-1927-41ba-8461-342d714aa541 req-4232db83-f2cb-48d7-984b-f8cf8a8e6e4c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542676 Aug 24 19:47:41.496669 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2251fbb-384c-4c8f-8e12-858e18e382d2 req-4e91014b-86cb-4176-b6f4-dd09a3cbd6a4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:41.498440 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e2251fbb-384c-4c8f-8e12-858e18e382d2 req-4e91014b-86cb-4176-b6f4-dd09a3cbd6a4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0973163 Aug 24 19:47:41.548556 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e2251fbb-384c-4c8f-8e12-858e18e382d2 req-c18ae3d5-81dc-4546-a3c7-ac42368e51a1 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Aug 24 19:47:41.841321 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32071b06-b7a2-423e-b94f-ac549598837e req-350622db-c9e3-407a-88f9-9cfed35f2935 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:41.842857 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-32071b06-b7a2-423e-b94f-ac549598837e req-350622db-c9e3-407a-88f9-9cfed35f2935 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0797505 Aug 24 19:47:41.892082 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-32071b06-b7a2-423e-b94f-ac549598837e req-05ed4f4f-d308-45a8-a8f4-289f05de3876 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433605 Aug 24 19:47:42.083483 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-72d21832-15eb-47e9-8dcd-826322689cb9 req-7dbd9b1c-bc31-4895-a9e5-470351aa9302 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 210 time: 0.0473487 Aug 24 19:47:42.240691 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce328-030d-467f-afe4-0a0b64465d25 req-93af7337-2866-4f25-9249-e248862b7b98 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:42.242171 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ec1ce328-030d-467f-afe4-0a0b64465d25 req-93af7337-2866-4f25-9249-e248862b7b98 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0831161 Aug 24 19:47:42.287229 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ec1ce328-030d-467f-afe4-0a0b64465d25 req-9cb8c8af-29c8-4089-a9e8-8cc72dbdceb3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385318 Aug 24 19:47:42.750097 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-433e9c51-1919-40ab-88d1-9b60ebb9c420 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:42.751666 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-433e9c51-1919-40ab-88d1-9b60ebb9c420 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "GET /v2.0/networks?id=74c429f8-69a0-43ef-a717-e5d9d75d2573 HTTP/1.1" status: 200 len: 808 time: 0.2032921 Aug 24 19:47:42.764836 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Request body: {'port': {'device_id': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573', 'admin_state_up': True, 'tenant_id': '69165bfdb3ac47918b991f3361dc4fef'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:47:42.873186 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c78f0a-90ab-4e4b-8dca-007495995c1b req-308f1d0c-d956-41dd-9bed-99180c4dfed7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:42.874706 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-15c78f0a-90ab-4e4b-8dca-007495995c1b req-308f1d0c-d956-41dd-9bed-99180c4dfed7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.2055218 Aug 24 19:47:42.957579 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-15c78f0a-90ab-4e4b-8dca-007495995c1b req-a7bb7374-1b6d-4edd-a0ef-556446bead4b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760014 Aug 24 19:47:42.959076 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:42.963248 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Usage tracker for resource:port and tenant:69165bfdb3ac47918b991f3361dc4fef is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:42.966329 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:42.972649 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:43.064568 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Made reservation on behalf of 69165bfdb3ac47918b991f3361dc4fef for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:47:43.070121 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:43.098387 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306bbf-a321-420f-8bf3-4307620d10aa req-35168a8c-008a-429b-af88-825036d2d02e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:43.100635 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-96306bbf-a321-420f-8bf3-4307620d10aa req-35168a8c-008a-429b-af88-825036d2d02e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0902908 Aug 24 19:47:43.150121 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-96306bbf-a321-420f-8bf3-4307620d10aa req-283d21b7-41f7-445a-82fe-810d7b0df646 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Aug 24 19:47:43.274253 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-190d0173-df37-4094-83c9-8af7989bc470 req-0fa757e0-c5b4-4145-b914-55ab2f8e8b35 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 210 time: 0.0569360 Aug 24 19:47:43.297463 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Allocated IP 172.20.0.8 (74c429f8-69a0-43ef-a717-e5d9d75d2573/e3fc32a2-cd57-43e7-942a-bf50b558829f/5850648b-16e3-4cf2-aba6-5863b84ea1b4) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:47:43.484817 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cc5bf-9a48-48f5-b674-08e3efeb4d5f req-00240579-76e2-41fa-8e3a-fb7725f328b8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:43.486311 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3e2cc5bf-9a48-48f5-b674-08e3efeb4d5f req-00240579-76e2-41fa-8e3a-fb7725f328b8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0897300 Aug 24 19:47:43.510506 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:43.537838 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3e2cc5bf-9a48-48f5-b674-08e3efeb4d5f req-29009b4d-b5b0-4217-8319-b32a4302c724 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449045 Aug 24 19:47:43.641781 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:43.648667 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-49e7ab25-0b01-4999-9fbc-262325d41c83 tempest-VolumesActionsTest-1675813819 tempest-VolumesActionsTest-1675813819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:43.716614 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Network 74c429f8-69a0-43ef-a717-e5d9d75d2573 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:47:43.719906 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:47:43.724352 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:47:43.878935 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Pushing event updated for resources: {'Port': ['ID=5850648b-16e3-4cf2-aba6-5863b84ea1b4,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:43.883786 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:43.907139 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:43.907664 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:44.042073 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2810416 Aug 24 19:47:44.055139 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Request body: {'port': {'device_id': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:47:44.244645 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:44.270247 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd85b5-7db6-4939-a248-0a811a33f390 req-53207a3e-cf3a-4f49-8beb-8e08a5cda0d7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:44.271727 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d7dd85b5-7db6-4939-a248-0a811a33f390 req-53207a3e-cf3a-4f49-8beb-8e08a5cda0d7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1876936 Aug 24 19:47:44.348234 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7106fc-ce54-4fa5-ad20-f972551ae8c9 req-230ad170-00c4-4e57-9e4c-fbaca4619c30 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:44.350361 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0d7106fc-ce54-4fa5-ad20-f972551ae8c9 req-230ad170-00c4-4e57-9e4c-fbaca4619c30 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0852699 Aug 24 19:47:44.369233 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d7dd85b5-7db6-4939-a248-0a811a33f390 req-aefe52b5-5c49-40c2-bf82-3ac73cc29a4c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734713 Aug 24 19:47:44.406475 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0d7106fc-ce54-4fa5-ad20-f972551ae8c9 req-3bd9dfd2-d319-436a-a10d-265c4183ba69 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496011 Aug 24 19:47:44.659010 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26742132-9464-42cd-b2ff-c55cbf8f9437 req-af1cc625-7a95-4d36-aff0-bed67ea63d43 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:44.659850 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-26742132-9464-42cd-b2ff-c55cbf8f9437 req-af1cc625-7a95-4d36-aff0-bed67ea63d43 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Synchronizing usage tracker for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:47:44.738958 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080609e0-77e4-4263-92ec-e104014822ea req-64fe93b5-1367-4ddd-a367-d3faa5a5ec6c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:44.740551 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-080609e0-77e4-4263-92ec-e104014822ea req-64fe93b5-1367-4ddd-a367-d3faa5a5ec6c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0892198 Aug 24 19:47:44.746105 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5850648b-16e3-4cf2-aba6-5863b84ea1b4 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:47:44.753755 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:44.768340 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Transition to ACTIVE for port object 5850648b-16e3-4cf2-aba6-5863b84ea1b4 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:47:44.778723 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-26742132-9464-42cd-b2ff-c55cbf8f9437 req-af1cc625-7a95-4d36-aff0-bed67ea63d43 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Unset dirty status for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:47:44.779890 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-26742132-9464-42cd-b2ff-c55cbf8f9437 req-af1cc625-7a95-4d36-aff0-bed67ea63d43 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 931 time: 0.2656360 Aug 24 19:47:44.789682 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-080609e0-77e4-4263-92ec-e104014822ea req-97c39f70-d19e-4561-8bf0-9f556453a789 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Aug 24 19:47:44.826395 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-26742132-9464-42cd-b2ff-c55cbf8f9437 req-b74a9415-e537-47b7-af4d-9b6a5bea9812 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Synchronizing usage tracker for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:47:44.830130 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:44.835541 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:44.972349 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5850648b-16e3-4cf2-aba6-5863b84ea1b4,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:44.975881 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:45.042482 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-26742132-9464-42cd-b2ff-c55cbf8f9437 req-b74a9415-e537-47b7-af4d-9b6a5bea9812 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Unset dirty status for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:47:45.043760 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-26742132-9464-42cd-b2ff-c55cbf8f9437 req-b74a9415-e537-47b7-af4d-9b6a5bea9812 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577190 Aug 24 19:47:45.084692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Attempting to bind port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:47:45.085047 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Attempting to bind port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:47:45.085374 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Attempting to bind port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 on network 74c429f8-69a0-43ef-a717-e5d9d75d2573 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:47:45.090446 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 on network 74c429f8-69a0-43ef-a717-e5d9d75d2573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:47:45.090762 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Attempting to bind port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 on network 74c429f8-69a0-43ef-a717-e5d9d75d2573 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:47:45.096106 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:47:45.096442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Checking segment: {'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:47:45.099439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Bound using segment: {'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:47:45.099439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Bound port: 5850648b-16e3-4cf2-aba6-5863b84ea1b4, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:47:45.099439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:45.191530 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] For port 5850648b-16e3-4cf2-aba6-5863b84ea1b4, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:47:45.195211 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] For port 5850648b-16e3-4cf2-aba6-5863b84ea1b4, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=5850648b-16e3-4cf2-aba6-5863b84ea1b4,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:47:45.273372 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:45.278258 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:45.327675 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:45.328458 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:45.329911 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] 10.222.0.38 "PUT /v2.0/ports/5850648b-16e3-4cf2-aba6-5863b84ea1b4 HTTP/1.1" status: 200 len: 1093 time: 1.2804260 Aug 24 19:47:45.337546 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'tag': '5850648b-16e3-4cf2-aba6-5863b84ea1b4'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:47:45.362372 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5850648b-16e3-4cf2-aba6-5863b84ea1b4,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:45.367664 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:45.382661 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'tag': '5850648b-16e3-4cf2-aba6-5863b84ea1b4', 'status': 'completed', 'code': 200} Aug 24 19:47:45.515624 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8bd66-db4f-42d1-8891-bb58a560c081 req-63b5ce28-2bc9-4c7e-9cba-4923420ff218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:45.517105 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-68c8bd66-db4f-42d1-8891-bb58a560c081 req-63b5ce28-2bc9-4c7e-9cba-4923420ff218 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69165bfdb3ac47918b991f3361dc4fef&device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 1096 time: 0.1109915 Aug 24 19:47:45.615914 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f388e8-10f4-45a0-83de-5519cd80588a req-57668600-f0b9-4c30-9405-08fe39c59630 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:45.617577 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-33f388e8-10f4-45a0-83de-5519cd80588a req-57668600-f0b9-4c30-9405-08fe39c59630 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0867326 Aug 24 19:47:45.667196 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-33f388e8-10f4-45a0-83de-5519cd80588a req-a9ee6b96-1810-46f1-83b5-133235485d9c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Aug 24 19:47:45.691555 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d46327-af1d-44eb-9081-6d6c18a1f727 req-e87e1296-e7ab-49cf-b90d-f5c047a0b87d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:45.693029 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-21d46327-af1d-44eb-9081-6d6c18a1f727 req-e87e1296-e7ab-49cf-b90d-f5c047a0b87d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.2104392 Aug 24 19:47:45.698843 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8bd66-db4f-42d1-8891-bb58a560c081 req-146191d9-d77f-4dfd-b6e4-409e3fc1f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:45.701800 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-68c8bd66-db4f-42d1-8891-bb58a560c081 req-146191d9-d77f-4dfd-b6e4-409e3fc1f1cb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=69165bfdb3ac47918b991f3361dc4fef&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1719007 Aug 24 19:47:45.828980 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-21d46327-af1d-44eb-9081-6d6c18a1f727 req-0f989e5c-82db-470f-8201-4fc6ad37da4d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262083 Aug 24 19:47:45.880853 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8bd66-db4f-42d1-8891-bb58a560c081 req-cc68c2ca-8c77-4107-9fa0-e3428268b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:45.880853 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-68c8bd66-db4f-42d1-8891-bb58a560c081 req-cc68c2ca-8c77-4107-9fa0-e3428268b0d0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585295 Aug 24 19:47:46.002957 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc38aec-495b-4903-a561-be4bd9435fa8 req-55e1ce3a-4bfb-48f2-8fc4-f025d34d8406 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:46.005633 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0bc38aec-495b-4903-a561-be4bd9435fa8 req-55e1ce3a-4bfb-48f2-8fc4-f025d34d8406 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0867443 Aug 24 19:47:46.057354 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0bc38aec-495b-4903-a561-be4bd9435fa8 req-e3a9f86f-9304-4c19-a205-df179727bf22 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Aug 24 19:47:46.107473 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-a2c4d470-62bd-44a6-8d33-f3b37774d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:46.109047 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-a2c4d470-62bd-44a6-8d33-f3b37774d05f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69165bfdb3ac47918b991f3361dc4fef&device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 1096 time: 0.1847394 Aug 24 19:47:46.222158 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-3fe1280e-4b27-4a92-b6b0-4cfcdc506e55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5850648b-16e3-4cf2-aba6-5863b84ea1b4 HTTP/1.1" status: 200 len: 217 time: 0.1031563 Aug 24 19:47:46.299541 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-144ae692-6ad5-4c88-a834-b7fe5b9548c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:46.301068 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-144ae692-6ad5-4c88-a834-b7fe5b9548c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3fc32a2-cd57-43e7-942a-bf50b558829f HTTP/1.1" status: 200 len: 848 time: 0.0713348 Aug 24 19:47:46.357396 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-cc304a20-45b5-4ff8-bbae-da132db98b9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74c429f8-69a0-43ef-a717-e5d9d75d2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461679 Aug 24 19:47:46.365107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f9c9-e133-447b-9341-4b491107e820 req-c025c304-5771-4046-a0a5-7fa979417ec8 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:46.366545 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-de03f9c9-e133-447b-9341-4b491107e820 req-c025c304-5771-4046-a0a5-7fa979417ec8 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 943 time: 0.1970973 Aug 24 19:47:46.482389 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:47:46.493445 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-de03f9c9-e133-447b-9341-4b491107e820 req-f2e7e2b3-9fd4-4131-b5b9-eb75d4622bef tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210389 Aug 24 19:47:46.535958 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-aade7f66-843a-4b59-b56b-e0fc03b3b2e5 service neutron] 10.222.0.38 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624033 Aug 24 19:47:46.620998 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:47:46.634788 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'port_id': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'mac_address': 'fa:16:3e:08:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:47:46.671446 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4a8c011-14a5-4cd4-a12d-a6f12f22bd08 req-8254e6bd-bd1b-41b4-9ceb-b33aeb4962f7 service neutron] 10.222.0.38 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281054 Aug 24 19:47:46.690314 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:46.708655 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:47:46.724376 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:47:46.880410 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:46.880410 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5b449a52-9439-416a-8364-a8adebb5ea13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:46.881559 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4fac8-29c5-4bb5-b319-a7f4bfe69075 req-514169c7-5010-4cf8-beac-5c1631c4dfab tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:46.883398 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-18b4fac8-29c5-4bb5-b319-a7f4bfe69075 req-514169c7-5010-4cf8-beac-5c1631c4dfab tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0965495 Aug 24 19:47:46.946730 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-18b4fac8-29c5-4bb5-b319-a7f4bfe69075 req-58bdffbf-1ee5-4a08-9903-498bd4f7094b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504506 Aug 24 19:47:46.963454 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=6']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:46.971691 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.972042 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.972389 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.972729 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.973068 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.973430 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.973769 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.974101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.974481 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.974814 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.975144 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.975470 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:47:46.979721 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:47.000080 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['94af0ca7-6887-45d2-b1fc-856b2f1ebb08'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:47:47.054656 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7072c4f-3bbe-474e-af62-418ac4ffcd68 req-c5411508-8f9e-489a-b9bf-1723c94051b9 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:47.056317 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a7072c4f-3bbe-474e-af62-418ac4ffcd68 req-c5411508-8f9e-489a-b9bf-1723c94051b9 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0985503 Aug 24 19:47:47.155600 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a7072c4f-3bbe-474e-af62-418ac4ffcd68 req-058bfa18-43ad-4e62-a1e5-2d5482616f20 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929892 Aug 24 19:47:47.363329 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91446c0e-cd5f-49af-9f31-08e34d37e0f0 req-0d41b8ff-7b2a-4f64-b419-ed7ca5b526ec tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:47.365852 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-91446c0e-cd5f-49af-9f31-08e34d37e0f0 req-0d41b8ff-7b2a-4f64-b419-ed7ca5b526ec tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1221020 Aug 24 19:47:47.418777 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-91446c0e-cd5f-49af-9f31-08e34d37e0f0 req-771d6b5a-7e89-4f47-8249-a39d8656df9d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Aug 24 19:47:47.704856 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609c1cc-7749-4bf8-af82-0b23f220e1cc req-19ffde5b-c50c-430f-bcfc-db263c416bef tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:47.705765 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1609c1cc-7749-4bf8-af82-0b23f220e1cc req-19ffde5b-c50c-430f-bcfc-db263c416bef tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 943 time: 0.0981312 Aug 24 19:47:47.753814 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1609c1cc-7749-4bf8-af82-0b23f220e1cc req-73e6611d-4eef-4023-8111-0850bbd05928 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Aug 24 19:47:48.118554 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 59074) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:48.218092 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d2629-132e-4641-97d7-f7fd9c563b47 req-c6a65ad2-de6a-47f7-823a-d82e7d3342fc tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:48.220064 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-811d2629-132e-4641-97d7-f7fd9c563b47 req-c6a65ad2-de6a-47f7-823a-d82e7d3342fc tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 945 time: 0.1226361 Aug 24 19:47:48.282475 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:48.299092 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-811d2629-132e-4641-97d7-f7fd9c563b47 req-4d930bdf-58f5-479a-8d1b-389c1d0a5484 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670028 Aug 24 19:47:48.304686 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:47:48.313678 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Usage tracker for resource:security_group_rule and tenant:1cf8ee6bb83f4e1189f548ba95e54580 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:47:48.318345 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:47:48.326442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:47:48.467115 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51472a7-bcd0-4200-b8cf-68c818934dbc req-b006115d-f241-4073-8b7c-e24d9ab7ebcb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:48.468826 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d51472a7-bcd0-4200-b8cf-68c818934dbc req-b006115d-f241-4073-8b7c-e24d9ab7ebcb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1438406 Aug 24 19:47:48.486250 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 5850648b-16e3-4cf2-aba6-5863b84ea1b4 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:47:48.490129 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:47:48.655766 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:48.671576 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d51472a7-bcd0-4200-b8cf-68c818934dbc req-5d9e59e5-fe70-4950-ab39-ea5acde98af4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567023 Aug 24 19:47:48.680869 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a447f-3e2e-4ca2-bc3f-eb30df0033fb req-1651ddde-64a3-4ae5-b9bb-ef4c5d97c18f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:48.691196 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-de2a447f-3e2e-4ca2-bc3f-eb30df0033fb req-1651ddde-64a3-4ae5-b9bb-ef4c5d97c18f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1246276 Aug 24 19:47:48.745157 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-de2a447f-3e2e-4ca2-bc3f-eb30df0033fb req-0a80b5fb-0765-4d59-a9e6-23408be6ed99 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529852 Aug 24 19:47:48.758768 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:48.798227 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:48.799967 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c9680f36-9f49-4d5a-85cb-8c80808d1483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:48.907105 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 59088) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:47:48.915091 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cf8ee6bb83f4e1189f548ba95e54580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7950301 Aug 24 19:47:48.916847 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbfa3db-e288-4a99-8a6e-d438ed69c1e8,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:48.932721 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:48.976009 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:47:48.976831 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.038550 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.084520 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.150220 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 5850648b-16e3-4cf2-aba6-5863b84ea1b4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=5850648b-16e3-4cf2-aba6-5863b84ea1b4,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:47:49.156521 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb26101-c7fa-4eda-9537-cdb957b7c729 req-9ec42bb3-c4bb-42fd-aaf5-ae275e670bdb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:49.158101 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ffb26101-c7fa-4eda-9537-cdb957b7c729 req-9ec42bb3-c4bb-42fd-aaf5-ae275e670bdb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 943 time: 0.1814265 Aug 24 19:47:49.216871 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '5850648b-16e3-4cf2-aba6-5863b84ea1b4', 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573', 'port_id': '5850648b-16e3-4cf2-aba6-5863b84ea1b4', 'mac_address': 'fa:16:3e:a1:87:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fc32a2-cd57-43e7-942a-bf50b558829f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:47:49.264752 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.277549 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-87612062-0427-4529-9e2f-decd82ee0a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:49.309768 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ffb26101-c7fa-4eda-9537-cdb957b7c729 req-7056805d-c45a-4884-8cf0-e91a8b84df5f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160448 Aug 24 19:47:49.323543 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbfa3db-e288-4a99-8a6e-d438ed69c1e8,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:49.349001 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:49.375621 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.380427 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cbfa3db-e288-4a99-8a6e-d438ed69c1e8 HTTP/1.1" status: 204 len: 168 time: 0.4688511 Aug 24 19:47:49.415554 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.481734 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:47:49.490744 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.519570 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5850648b-16e3-4cf2-aba6-5863b84ea1b4 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:47:49.545454 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 5850648b-16e3-4cf2-aba6-5863b84ea1b4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=5850648b-16e3-4cf2-aba6-5863b84ea1b4,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:47:49.550687 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:47:49.687148 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.690811 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.695770 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:49.802569 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=5850648b-16e3-4cf2-aba6-5863b84ea1b4,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:49.825734 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b5b03-980e-443e-a185-533dedf4aca5 req-aa8a97e6-446c-48ec-91f3-d716586436dd tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:49.826791 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b26b5b03-980e-443e-a185-533dedf4aca5 req-aa8a97e6-446c-48ec-91f3-d716586436dd tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 945 time: 0.2596602 Aug 24 19:47:49.833946 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-7012cb5b-a9d6-40fa-a4ee-3ee5f3075431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:49.835430 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-7012cb5b-a9d6-40fa-a4ee-3ee5f3075431 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 1099 time: 0.1855545 Aug 24 19:47:49.860034 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55cdf-faff-4ae7-836f-f7b8e87aa0e2 req-6e84b3a4-6ca7-42c4-a09f-daff4ad5da83 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:49.871852 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2ad55cdf-faff-4ae7-836f-f7b8e87aa0e2 req-6e84b3a4-6ca7-42c4-a09f-daff4ad5da83 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1540596 Aug 24 19:47:49.906374 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:49.937065 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2ad55cdf-faff-4ae7-836f-f7b8e87aa0e2 req-08de2277-0c24-4cee-837f-6c92f5f0fbb3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642316 Aug 24 19:47:49.996162 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=7']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:49.999514 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:49.999971 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:50.001076 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b26b5b03-980e-443e-a185-533dedf4aca5 req-481a1972-e469-4bab-aa1b-3b20413958d9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646297 Aug 24 19:47:50.005041 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:50.007198 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'code': 200} Aug 24 19:47:50.023627 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['5850648b-16e3-4cf2-aba6-5863b84ea1b4'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:47:50.075912 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-d9d036d1-13e8-408e-9324-97be1c879514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:50.078020 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-d9d036d1-13e8-408e-9324-97be1c879514 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 912 time: 0.2231035 Aug 24 19:47:50.276093 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-a1da8d5f-5d6d-4328-b84c-4fcb420bf7e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 200 len: 1001 time: 0.1834376 Aug 24 19:47:50.322827 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450bdc9-2e74-4be5-9ee7-b2440f8016f9 req-4fa30841-0bb3-40cb-ad5e-a597e1942d62 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:50.324720 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0450bdc9-2e74-4be5-9ee7-b2440f8016f9 req-4fa30841-0bb3-40cb-ad5e-a597e1942d62 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1195681 Aug 24 19:47:50.414993 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0450bdc9-2e74-4be5-9ee7-b2440f8016f9 req-fa3915c3-fbc0-4f6e-80ff-36b23ad89f73 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835760 Aug 24 19:47:50.526220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-14ca58b8-3717-40e7-b888-941114b4965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:50.526220 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-14ca58b8-3717-40e7-b888-941114b4965a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.2414730 Aug 24 19:47:50.637375 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655df4b-a049-4af3-886c-bcbd0e4b5e0d req-08926c8b-990e-40b7-bcdf-622364935be8 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:50.638972 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3655df4b-a049-4af3-886c-bcbd0e4b5e0d req-08926c8b-990e-40b7-bcdf-622364935be8 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 944 time: 0.1662724 Aug 24 19:47:50.654278 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-afe506a6-95f7-46b8-a2be-cccc934ba63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:50.655769 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-afe506a6-95f7-46b8-a2be-cccc934ba63c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1156607 Aug 24 19:47:50.799829 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3655df4b-a049-4af3-886c-bcbd0e4b5e0d req-6f365bb2-95d4-4743-bdf5-a62d97bce9d7 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461487 Aug 24 19:47:50.849274 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-aa33fe7a-8974-4d15-897b-95e17f987f5a service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800184 Aug 24 19:47:51.185974 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-363970b8-91a5-4bf7-921c-147c4b7599c1 req-be84cf60-9ec3-4d13-bacc-3a70b2f85abb service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267860 Aug 24 19:47:51.378788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044e5ad-7064-4ea1-add7-18f4da22f5ec req-3416b3bc-5e96-4f18-8aca-abce7c5b202c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:51.380718 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2044e5ad-7064-4ea1-add7-18f4da22f5ec req-3416b3bc-5e96-4f18-8aca-abce7c5b202c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1365070 Aug 24 19:47:51.418755 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-63e16e3f-a0a1-4b07-951b-912484f57bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:51.430664 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4daa97-ff42-4a67-8aa9-eba57c4abbcc req-322272d8-c4ca-4ad3-9904-d62e8dd9bce5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:51.432759 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fd4daa97-ff42-4a67-8aa9-eba57c4abbcc req-322272d8-c4ca-4ad3-9904-d62e8dd9bce5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1954992 Aug 24 19:47:51.462664 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2044e5ad-7064-4ea1-add7-18f4da22f5ec req-b63bb5fd-5c10-41b7-9a2b-09333f252cea tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724721 Aug 24 19:47:51.522674 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fd4daa97-ff42-4a67-8aa9-eba57c4abbcc req-385c7b22-f32a-4cc4-ab6e-06f209e069cb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763645 Aug 24 19:47:51.700053 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7380341-db6e-4ad0-8515-c2d210045dfb req-7f8fe6af-8ddc-44a8-82d2-0b3f049183af tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:51.701651 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a7380341-db6e-4ad0-8515-c2d210045dfb req-7f8fe6af-8ddc-44a8-82d2-0b3f049183af tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0887992 Aug 24 19:47:51.750527 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a7380341-db6e-4ad0-8515-c2d210045dfb req-e42711fb-ed19-40ae-af78-a4d03aeb0e29 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Aug 24 19:47:52.025746 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea1594-b378-4d14-8bcb-97798e820098 req-57ebce2d-4e2e-43c0-b8f0-e92749f42a4c tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:52.027304 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-12ea1594-b378-4d14-8bcb-97798e820098 req-57ebce2d-4e2e-43c0-b8f0-e92749f42a4c tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 944 time: 0.1004133 Aug 24 19:47:52.076368 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-12ea1594-b378-4d14-8bcb-97798e820098 req-5d4a1606-17cb-4739-a7b1-c467aaeaee0c tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Aug 24 19:47:52.528581 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 5850648b-16e3-4cf2-aba6-5863b84ea1b4 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:47:52.588399 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:52.680120 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776b82e-52d3-470f-ad1e-ed4a3430596a req-8fae6a02-bd1e-43ac-bb70-16f8d59c1617 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:52.681680 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2776b82e-52d3-470f-ad1e-ed4a3430596a req-8fae6a02-bd1e-43ac-bb70-16f8d59c1617 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0945845 Aug 24 19:47:52.736300 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2776b82e-52d3-470f-ad1e-ed4a3430596a req-a186acd5-b922-41b4-87c1-17c1b91b8cb2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473323 Aug 24 19:47:52.741739 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:47:52.744281 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2a49-3d5c-4a66-8d53-7622566366f7 req-ed81fd75-f5fa-4ed3-ae0b-3989e0915138 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:52.750717 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b2be2a49-3d5c-4a66-8d53-7622566366f7 req-ed81fd75-f5fa-4ed3-ae0b-3989e0915138 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0952568 Aug 24 19:47:52.754170 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:47:52.754170 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:52.832353 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b2be2a49-3d5c-4a66-8d53-7622566366f7 req-9c0b30d5-8dfe-4f39-80b5-34710d586cb1 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800345 Aug 24 19:47:53.028617 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:53.069960 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b4e3-7ab2-4385-a5da-190d5939c1e8 req-2bae8d5f-75ed-47dc-b5e2-2360104578e2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:53.077983 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2085b4e3-7ab2-4385-a5da-190d5939c1e8 req-2bae8d5f-75ed-47dc-b5e2-2360104578e2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1853435 Aug 24 19:47:53.085000 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5850648b-16e3-4cf2-aba6-5863b84ea1b4'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:47:53.115129 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 5850648b-16e3-4cf2-aba6-5863b84ea1b4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=5850648b-16e3-4cf2-aba6-5863b84ea1b4,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:47:53.132932 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2085b4e3-7ab2-4385-a5da-190d5939c1e8 req-b4c63a81-f8e3-4370-9d55-af7df0064cb7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Aug 24 19:47:53.152476 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5850648b-16e3-4cf2-aba6-5863b84ea1b4', 'code': 200} Aug 24 19:47:53.201121 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:53.203646 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-916e3b8a-57e1-44f6-8a62-0013d62aa7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:47:53.311969 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=5850648b-16e3-4cf2-aba6-5863b84ea1b4,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:47:53.314919 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:47:53.430985 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb551-5937-4df6-bff8-a3223e381109 req-7952c443-87df-4bff-a957-513e273cff16 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:53.433019 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-56adb551-5937-4df6-bff8-a3223e381109 req-7952c443-87df-4bff-a957-513e273cff16 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 945 time: 0.1365249 Aug 24 19:47:53.486542 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-56adb551-5937-4df6-bff8-a3223e381109 req-8edd1eb1-14f6-4cbd-9ea2-69220b31c8f2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Aug 24 19:47:53.727101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:53.736301 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06fc8f-7594-492a-b078-6788a7de5fd4 req-04418c51-c502-47ee-a390-fce5e9513422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:53.739604 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ce06fc8f-7594-492a-b078-6788a7de5fd4 req-04418c51-c502-47ee-a390-fce5e9513422 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 1098 time: 0.0834966 Aug 24 19:47:53.796603 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ce06fc8f-7594-492a-b078-6788a7de5fd4 req-9b8a1b80-5c2a-460b-8c45-97d493abd3dc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498078 Aug 24 19:47:53.969884 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f5a5-d0b3-4895-953e-b27791196b50 req-95157b83-9a57-435e-afd8-ebc84e1ca26a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:53.971546 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4cd2f5a5-d0b3-4895-953e-b27791196b50 req-95157b83-9a57-435e-afd8-ebc84e1ca26a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0866385 Aug 24 19:47:54.029318 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4cd2f5a5-d0b3-4895-953e-b27791196b50 req-a0bb75f5-ac06-4262-bc1b-d4aea734cc11 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506411 Aug 24 19:47:54.389945 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c09b0a-a131-4f5f-ab8f-ba671d1b9627 req-eec8b87d-52c1-483e-a0c7-0640eec2fddc tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:54.397736 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-27c09b0a-a131-4f5f-ab8f-ba671d1b9627 req-eec8b87d-52c1-483e-a0c7-0640eec2fddc tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1126103 Aug 24 19:47:54.470514 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-27c09b0a-a131-4f5f-ab8f-ba671d1b9627 req-53c54ac4-ead6-486b-b43f-98e0db4b343e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715880 Aug 24 19:47:54.743343 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c77ff4-e489-48d8-b91e-a82e0b631f64 req-0c04e7f4-794e-4bc8-b636-1d3211dc8b51 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:54.745005 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d6c77ff4-e489-48d8-b91e-a82e0b631f64 req-0c04e7f4-794e-4bc8-b636-1d3211dc8b51 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 945 time: 0.1234288 Aug 24 19:47:54.803332 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d6c77ff4-e489-48d8-b91e-a82e0b631f64 req-f92bf675-cd62-4b4a-a95c-f7667442ec3a tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516801 Aug 24 19:47:55.315753 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2545c4e-534e-48b8-a9a8-f561de1b10e9 req-cc5fed79-2dd9-483c-a7f7-0a279a4cc780 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:55.317620 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e2545c4e-534e-48b8-a9a8-f561de1b10e9 req-cc5fed79-2dd9-483c-a7f7-0a279a4cc780 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1263888 Aug 24 19:47:55.391338 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e2545c4e-534e-48b8-a9a8-f561de1b10e9 req-7818dae2-f063-4cb3-afd3-7e09cf4d4031 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656044 Aug 24 19:47:55.685804 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a863-0937-42fc-90cb-43004b89d071 req-c119b555-6256-48f0-8de3-698534caf149 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:55.687416 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e04a863-0937-42fc-90cb-43004b89d071 req-c119b555-6256-48f0-8de3-698534caf149 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0954013 Aug 24 19:47:55.739999 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e04a863-0937-42fc-90cb-43004b89d071 req-f4e15c7c-0374-447d-82a4-163320e38c5b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Aug 24 19:47:56.046825 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8aea6-683d-4992-9331-7a3f32538d40 req-7d8e22d6-5308-458a-90fd-8b6737aef2d7 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:56.048368 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-cdf8aea6-683d-4992-9331-7a3f32538d40 req-7d8e22d6-5308-458a-90fd-8b6737aef2d7 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 945 time: 0.1143453 Aug 24 19:47:56.099630 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-cdf8aea6-683d-4992-9331-7a3f32538d40 req-5a0dc7df-3766-4be2-b3fb-1b0ccbea4830 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437362 Aug 24 19:47:56.657087 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36117198-a9ff-4a32-8386-d9b585e6adc9 req-17d2cebd-b43b-43af-84c5-5f334dc889cf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:56.667769 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-36117198-a9ff-4a32-8386-d9b585e6adc9 req-17d2cebd-b43b-43af-84c5-5f334dc889cf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1334884 Aug 24 19:47:56.736046 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-36117198-a9ff-4a32-8386-d9b585e6adc9 req-fde678f6-6eaa-4c0a-9512-fafd9cbbbd00 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671220 Aug 24 19:47:56.981085 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0576d66-7183-4526-8e4b-c68087847e39 req-16be5841-6229-4e58-8960-c316c1bccf8b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:56.982655 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0576d66-7183-4526-8e4b-c68087847e39 req-16be5841-6229-4e58-8960-c316c1bccf8b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0944114 Aug 24 19:47:57.048501 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0576d66-7183-4526-8e4b-c68087847e39 req-af712fe5-798d-44db-88ba-05b0dd0b02f9 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583663 Aug 24 19:47:57.952418 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599a54f-5ebd-4b24-9f1c-d79635016932 req-354f63ff-005e-467d-b111-6d2e70d40f2e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:57.954280 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4599a54f-5ebd-4b24-9f1c-d79635016932 req-354f63ff-005e-467d-b111-6d2e70d40f2e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0890169 Aug 24 19:47:58.015050 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4599a54f-5ebd-4b24-9f1c-d79635016932 req-04853758-44b9-4c75-8899-cac200e05e06 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490727 Aug 24 19:47:58.291224 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08cab8-7f9a-4a0b-bfd0-af2df12aafbb req-47a6dc9f-e580-46d1-ac5a-1c7733655fcc tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:58.292766 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ed08cab8-7f9a-4a0b-bfd0-af2df12aafbb req-47a6dc9f-e580-46d1-ac5a-1c7733655fcc tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1052449 Aug 24 19:47:58.341860 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d007124-7d52-48d5-b60a-715f97584388 req-d69f6f7a-52d3-473f-83fc-fcd92d077d08 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:58.344904 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5d007124-7d52-48d5-b60a-715f97584388 req-d69f6f7a-52d3-473f-83fc-fcd92d077d08 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 945 time: 0.1602027 Aug 24 19:47:58.381385 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ed08cab8-7f9a-4a0b-bfd0-af2df12aafbb req-59223859-1d90-44d1-8fd7-3536478f2ba3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810623 Aug 24 19:47:58.405801 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5d007124-7d52-48d5-b60a-715f97584388 req-06b6362d-13b5-44c9-bb2e-fe98fd661a43 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514386 Aug 24 19:47:59.257944 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178cbb8-4c2d-4984-9bec-939f1d830d9d req-f89b23ea-d807-435e-99da-5f2ceaf251c0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:59.268976 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5178cbb8-4c2d-4984-9bec-939f1d830d9d req-f89b23ea-d807-435e-99da-5f2ceaf251c0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1062038 Aug 24 19:47:59.327152 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5178cbb8-4c2d-4984-9bec-939f1d830d9d req-78789d6f-fbce-4865-8207-9a3ab1cdaa22 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610054 Aug 24 19:47:59.619649 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8aaad-1e85-4ecb-bb2d-72ef5488fe51 req-7971bde9-b5ec-4e9d-8b9d-b8e2b89bda77 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:59.621120 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bcd8aaad-1e85-4ecb-bb2d-72ef5488fe51 req-7971bde9-b5ec-4e9d-8b9d-b8e2b89bda77 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 945 time: 0.0910017 Aug 24 19:47:59.636191 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539959-5a2a-4ea7-a17a-8c21f70484fc req-9c278cbe-073d-4815-8ed4-7b22db463c2b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:59.637766 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2e539959-5a2a-4ea7-a17a-8c21f70484fc req-9c278cbe-073d-4815-8ed4-7b22db463c2b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1201489 Aug 24 19:47:59.645966 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-09358953-4783-49fd-8fa7-db03991d88ae tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:47:59.647438 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-09358953-4783-49fd-8fa7-db03991d88ae tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 945 time: 0.1667309 Aug 24 19:47:59.667729 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bcd8aaad-1e85-4ecb-bb2d-72ef5488fe51 req-aa8cd0ef-8a30-4930-a047-79ba785f02b0 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Aug 24 19:47:59.831282 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2e539959-5a2a-4ea7-a17a-8c21f70484fc req-d968ee54-511f-413d-bc37-5bd2a5d7c1b2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828012 Aug 24 19:47:59.836666 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Deleting port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:47:59.837030 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:00.092831 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] For port 5850648b-16e3-4cf2-aba6-5863b84ea1b4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=5850648b-16e3-4cf2-aba6-5863b84ea1b4,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:00.093079 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:00.221314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Calling delete_port for 5850648b-16e3-4cf2-aba6-5863b84ea1b4 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:48:00.523933 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:00.531258 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:00.537303 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['5850648b-16e3-4cf2-aba6-5863b84ea1b4'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:48:00.569496 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bedea-5d2f-44fe-a544-6d0a913caaee req-e211688e-f85f-4ece-8e19-a58d0120a840 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:00.571720 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-568bedea-5d2f-44fe-a544-6d0a913caaee req-e211688e-f85f-4ece-8e19-a58d0120a840 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1094711 Aug 24 19:48:00.589916 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Pushing event deleted for resources: {'Port': ['ID=5850648b-16e3-4cf2-aba6-5863b84ea1b4,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:00.632100 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:00.674025 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-568bedea-5d2f-44fe-a544-6d0a913caaee req-ea7b0938-6fe1-4a3b-9d65-d44e02b1449b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787644 Aug 24 19:48:00.692564 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] No DVR routers for this DVR port 5850648b-16e3-4cf2-aba6-5863b84ea1b4 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:48:00.695993 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:00.699715 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'name': 'network-vif-deleted', 'tag': '5850648b-16e3-4cf2-aba6-5863b84ea1b4'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:00.761391 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc9d73-f3ef-45d9-85d8-1d67efdc244a', 'name': 'network-vif-deleted', 'tag': '5850648b-16e3-4cf2-aba6-5863b84ea1b4', 'status': 'completed', 'code': 200} Aug 24 19:48:00.801858 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8dadda60-a9dd-4758-981d-49e59a8b770d req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "DELETE /v2.0/ports/5850648b-16e3-4cf2-aba6-5863b84ea1b4 HTTP/1.1" status: 204 len: 173 time: 1.1380804 Aug 24 19:48:00.883311 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-883aa173-ce25-4492-a037-011477610c70 req-531ec0ac-ad38-4b78-b1da-367ae569221b tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Synchronizing usage tracker for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:48:01.081217 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c92f-d3ab-4aa7-b477-7b7a19891fa7 req-0f22c987-7879-4731-83cd-70372fb6240d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:01.082912 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c5d9c92f-d3ab-4aa7-b477-7b7a19891fa7 req-0f22c987-7879-4731-83cd-70372fb6240d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0991912 Aug 24 19:48:01.139493 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c5d9c92f-d3ab-4aa7-b477-7b7a19891fa7 req-fadec13e-23d0-47e5-b13e-61862bdb4bbb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486848 Aug 24 19:48:01.166399 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-883aa173-ce25-4492-a037-011477610c70 req-531ec0ac-ad38-4b78-b1da-367ae569221b tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Unset dirty status for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:48:01.167571 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-883aa173-ce25-4492-a037-011477610c70 req-531ec0ac-ad38-4b78-b1da-367ae569221b tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fc9d73-f3ef-45d9-85d8-1d67efdc244a HTTP/1.1" status: 200 len: 210 time: 0.3467412 Aug 24 19:48:01.435381 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadb287-09de-4c16-9851-9e2ea673a5f0 req-a1dd4d4e-29e1-466a-a5a1-ffd378e18cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:01.437200 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3cadb287-09de-4c16-9851-9e2ea673a5f0 req-a1dd4d4e-29e1-466a-a5a1-ffd378e18cb2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.0820227 Aug 24 19:48:01.493804 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3cadb287-09de-4c16-9851-9e2ea673a5f0 req-a552cb1d-adca-4326-802d-671d331a7db5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470862 Aug 24 19:48:01.868367 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573a897-7567-4fbd-bead-5488acf7cf9a req-13ecb1b9-98b6-4440-b879-d6815cc38ae5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:01.870155 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0573a897-7567-4fbd-bead-5488acf7cf9a req-13ecb1b9-98b6-4440-b879-d6815cc38ae5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.0906765 Aug 24 19:48:01.934437 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0573a897-7567-4fbd-bead-5488acf7cf9a req-8872c147-546e-45d0-9cea-5a6ff5e5fbd2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585387 Aug 24 19:48:02.351713 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a095b12-8517-499e-8b5c-7a3d55b029e6 req-77c4e3ab-fe7e-4606-b289-65b644078b34 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:02.353273 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9a095b12-8517-499e-8b5c-7a3d55b029e6 req-77c4e3ab-fe7e-4606-b289-65b644078b34 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1010361 Aug 24 19:48:02.407183 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9a095b12-8517-499e-8b5c-7a3d55b029e6 req-a1f4cb34-c7bb-4eb7-b28f-6ddafd015f96 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469055 Aug 24 19:48:02.559622 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-5eefd007-44c2-41f3-be9b-c73fb3c324c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:02.561116 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-5eefd007-44c2-41f3-be9b-c73fb3c324c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 1099 time: 0.1452632 Aug 24 19:48:02.561505 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 5850648b-16e3-4cf2-aba6-5863b84ea1b4 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:02.603629 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 5850648b-16e3-4cf2-aba6-5863b84ea1b4 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:48:02.604322 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 5850648b-16e3-4cf2-aba6-5863b84ea1b4 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:48:02.786530 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-2d0b38f0-1c6d-41e5-a17d-0a76a52648af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:02.788133 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-2d0b38f0-1c6d-41e5-a17d-0a76a52648af service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.2128189 Aug 24 19:48:02.790759 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-b3a11be1-27f1-472b-9afe-9cc79236930f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:02.792371 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-b3a11be1-27f1-472b-9afe-9cc79236930f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/networks?id=74c429f8-69a0-43ef-a717-e5d9d75d2573 HTTP/1.1" status: 200 len: 808 time: 0.2813249 Aug 24 19:48:02.811550 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-23527411-efd8-49be-8df6-c322e0423746 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/quotas/69165bfdb3ac47918b991f3361dc4fef HTTP/1.1" status: 200 len: 375 time: 0.0127923 Aug 24 19:48:02.874128 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2c4aaeba-512d-4348-87e6-1db4b135a809 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69165bfdb3ac47918b991f3361dc4fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539496 Aug 24 19:48:02.953120 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-8aac253f-a261-4c03-a7cb-e88bf5b5d763 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08 HTTP/1.1" status: 200 len: 1002 time: 0.1582174 Aug 24 19:48:03.052823 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-8ac184f0-7a68-41c7-804c-b7140cfbd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:03.054680 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-8ac184f0-7a68-41c7-804c-b7140cfbd7a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0942469 Aug 24 19:48:03.155619 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-4bf6e039-2484-447f-b8b9-da42a333ff03 service neutron] 10.222.0.55 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670586 Aug 24 19:48:03.253159 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-46b7d757-ed58-444b-9e6d-71d06545ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:03.254698 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-46b7d757-ed58-444b-9e6d-71d06545ebfc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1914344 Aug 24 19:48:03.296876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d245e4-9802-4e80-9bcc-205ca51eada4 req-632fbc3c-1ec8-4828-a09f-f95fa177faee tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:03.298586 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-54d245e4-9802-4e80-9bcc-205ca51eada4 req-632fbc3c-1ec8-4828-a09f-f95fa177faee tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.1595256 Aug 24 19:48:03.331830 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-b47e1bb5-a728-4b46-af69-8a98f12af864 service neutron] 10.222.0.55 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682239 Aug 24 19:48:03.510213 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-54d245e4-9802-4e80-9bcc-205ca51eada4 req-8daf0538-3240-4e92-857c-244b35ee004a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606102 Aug 24 19:48:03.531626 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-07c2aba8-de11-4f8d-b26f-980b308117c2 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694407 Aug 24 19:48:03.673179 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-92a293de-2f13-4666-baf8-08d95e7a5b49 req-9587ec6c-1033-4996-82c5-69bd64101990 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 210 time: 0.0467341 Aug 24 19:48:03.776528 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0522f3f9-42c6-4a25-885a-a8f431e6e1a2 req-0acc1564-540e-4e44-942b-20dafedfd1ee service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357228 Aug 24 19:48:03.793489 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6dd5e-ab12-4f9e-954e-1fc9eb5b567f req-9a3e8880-1cdd-422d-bb3f-1f58cf4c3e43 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:03.795191 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ddb6dd5e-ab12-4f9e-954e-1fc9eb5b567f req-9a3e8880-1cdd-422d-bb3f-1f58cf4c3e43 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1484010 Aug 24 19:48:03.844351 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ddb6dd5e-ab12-4f9e-954e-1fc9eb5b567f req-cd21afde-2660-4b5d-8247-0df81a2c87b9 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Aug 24 19:48:04.551373 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:04.739674 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070711-e5d6-45ca-b3bf-e8201cddffdf req-b6668b66-bb4d-4ab4-8f3f-6e8172599a62 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:04.747727 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-90070711-e5d6-45ca-b3bf-e8201cddffdf req-b6668b66-bb4d-4ab4-8f3f-6e8172599a62 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1789136 Aug 24 19:48:04.803759 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:04.811354 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-90070711-e5d6-45ca-b3bf-e8201cddffdf req-6257aef5-3830-4a21-87fb-c5cac9586470 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621736 Aug 24 19:48:04.853672 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:04.858837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-1187d501-2544-47a9-8d23-958db23b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:04.859916 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:04.860406 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-1187d501-2544-47a9-8d23-958db23b2a36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 1098 time: 0.2340806 Aug 24 19:48:04.965790 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c933-fd06-425c-9504-6a9adcc66219 req-c6b9b67e-b816-4248-ac0b-500457e50905 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:04.967497 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ab86c933-fd06-425c-9504-6a9adcc66219 req-c6b9b67e-b816-4248-ac0b-500457e50905 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 946 time: 0.2337141 Aug 24 19:48:05.012890 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:05.016475 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:05.087869 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ab86c933-fd06-425c-9504-6a9adcc66219 req-27bba073-bafe-4d32-96f1-7d6dc16212d7 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093318 Aug 24 19:48:05.114344 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-d784eff2-7c70-4303-8ed3-f6c3bf419ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:05.116434 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-d784eff2-7c70-4303-8ed3-f6c3bf419ffc service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.2484980 Aug 24 19:48:05.133157 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f1bcc370-7a75-4998-8c19-1456430291fb req-c4334ac1-d979-495d-b9c3-9b2fb84ffacf tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 210 time: 0.1257656 Aug 24 19:48:05.163198 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=8']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:05.169636 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:05.217642 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-ce2dbaf9-8be0-40da-81de-983ebe004788 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 200 len: 217 time: 0.0932801 Aug 24 19:48:05.228069 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'code': 200} Aug 24 19:48:05.285631 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-a2a01004-2b36-4e53-985f-602315e3e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:05.287134 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-a2a01004-2b36-4e53-985f-602315e3e6ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.0623109 Aug 24 19:48:05.340000 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-d1a0f644-7ce1-4cff-bf69-94c81bafbf64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449569 Aug 24 19:48:05.499961 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-a2f33496-da71-49c3-afbc-09b5715d4683 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482937 Aug 24 19:48:05.655058 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0166105-9915-4b6d-9ea1-ba27ccf74a8d req-34ed21a7-164e-4f82-8263-c03a572a06dd service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474962 Aug 24 19:48:06.069713 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2acd-7215-41ad-84b0-06d39bfed506 req-4ad22dbb-46b6-4a94-96d9-9f654b69ca9a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:06.072621 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-93ae2acd-7215-41ad-84b0-06d39bfed506 req-4ad22dbb-46b6-4a94-96d9-9f654b69ca9a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1086023 Aug 24 19:48:06.134396 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-93ae2acd-7215-41ad-84b0-06d39bfed506 req-e43681bd-e9ba-4529-be40-df8f953d83b0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Aug 24 19:48:06.347982 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-52fc939c-e80d-42e5-91ef-e835eb5d3d34 req-866e7048-ec93-49da-8ee8-23aee8e4f252 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 210 time: 0.0443950 Aug 24 19:48:06.362931 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5529100-e1c9-485a-a059-2c2f309ba364 req-0d85428b-2855-43ad-8ee4-00838f565927 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:06.367261 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c5529100-e1c9-485a-a059-2c2f309ba364 req-0d85428b-2855-43ad-8ee4-00838f565927 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0857198 Aug 24 19:48:06.411596 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c5529100-e1c9-485a-a059-2c2f309ba364 req-163f307d-4377-48a9-888a-d7817a4b37ec tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 Aug 24 19:48:06.648584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-28dbd43d-ae89-4e1f-a038-ac9d9e7cb042 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:06.649990 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-28dbd43d-ae89-4e1f-a038-ac9d9e7cb042 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "GET /v2.0/networks?id=74c429f8-69a0-43ef-a717-e5d9d75d2573 HTTP/1.1" status: 200 len: 808 time: 0.1540635 Aug 24 19:48:06.664551 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Request body: {'port': {'device_id': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573', 'admin_state_up': True, 'tenant_id': '69165bfdb3ac47918b991f3361dc4fef'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:48:06.807695 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:48:06.818511 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:48:06.909101 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Made reservation on behalf of 69165bfdb3ac47918b991f3361dc4fef for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:48:06.912838 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:07.225247 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Allocated IP 172.20.0.2 (74c429f8-69a0-43ef-a717-e5d9d75d2573/e3fc32a2-cd57-43e7-942a-bf50b558829f/09fa452b-9568-4777-8e32-0c01787becd7) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:48:07.480224 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89cb82-d85c-4ae3-9748-f5ca879f134f req-2008015a-f842-4880-bda5-0b2eeeed723a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:07.481627 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0c89cb82-d85c-4ae3-9748-f5ca879f134f req-2008015a-f842-4880-bda5-0b2eeeed723a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.2195027 Aug 24 19:48:07.531109 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:07.557603 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0c89cb82-d85c-4ae3-9748-f5ca879f134f req-776f562d-1884-4cae-9742-ac4c0ca0ced4 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662446 Aug 24 19:48:07.652581 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 59384) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:07.710107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:07.726409 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7b210862-a51d-4bc4-a7ab-3e1fbd60b04c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:07.789096 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:07.802393 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Network 74c429f8-69a0-43ef-a717-e5d9d75d2573 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:48:07.804421 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:48:07.806802 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:48:07.808483 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Usage tracker for resource:security_group_rule and tenant:f56e0fb5e57d458793f0b631d32352ca is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:48:07.811106 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:48:07.812486 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:48:07.820491 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:48:07.860771 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Pushing event updated for resources: {'Port': ['ID=09fa452b-9568-4777-8e32-0c01787becd7,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:07.872040 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:07.891580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da741cbb-d97d-4f43-81cf-b79f0e00f11b req-19ba5a0c-9823-466a-9923-321d9a3daebf tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:07.893685 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-da741cbb-d97d-4f43-81cf-b79f0e00f11b req-19ba5a0c-9823-466a-9923-321d9a3daebf tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 931 time: 0.2369671 Aug 24 19:48:07.900342 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:07.900986 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:07.925311 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:07.961449 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-da741cbb-d97d-4f43-81cf-b79f0e00f11b req-3ecffcdf-dc6b-478e-bb1a-8ebd49d25630 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 Aug 24 19:48:08.018129 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.028328 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-73d6a247-3436-4daa-818b-632d0f59ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:08.062535 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4011886 Aug 24 19:48:08.074859 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 59392) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:08.074997 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f56e0fb5e57d458793f0b631d32352ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206033 Aug 24 19:48:08.075810 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8de05f-af07-4db2-bbe5-f660c7a233cc,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:08.079166 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:08.084782 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Request body: {'port': {'device_id': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:48:08.242670 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.259021 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.289352 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.556219 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.561610 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8919163d-d34f-468c-822d-2a96b1358736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:08.575575 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:08.583043 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8de05f-af07-4db2-bbe5-f660c7a233cc,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:08.585457 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:08.599446 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.602331 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c8de05f-af07-4db2-bbe5-f660c7a233cc HTTP/1.1" status: 204 len: 168 time: 0.5240684 Aug 24 19:48:08.686957 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fa452b-9568-4777-8e32-0c01787becd7 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:48:08.695846 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.712611 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Transition to ACTIVE for port object 09fa452b-9568-4777-8e32-0c01787becd7 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:48:08.772146 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8512e-54cc-4dd5-84f1-7376d4edea59 req-3a23c4e4-f16a-417f-92f7-9e490811a8bc tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:08.773792 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d5c8512e-54cc-4dd5-84f1-7376d4edea59 req-3a23c4e4-f16a-417f-92f7-9e490811a8bc tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0868466 Aug 24 19:48:08.824746 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d5c8512e-54cc-4dd5-84f1-7376d4edea59 req-c9aa2e48-b6a9-4199-a9d2-da97fbf0922d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Aug 24 19:48:08.872669 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503dce0-5dea-41c1-86c9-c3362360699b req-b3cb9d57-3398-41b8-a477-bfee01796688 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:08.874815 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a503dce0-5dea-41c1-86c9-c3362360699b req-b3cb9d57-3398-41b8-a477-bfee01796688 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0979562 Aug 24 19:48:08.912372 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.920386 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-5d7335dd-2785-40c9-b08b-a1ba6814bff8 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:08.974271 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a503dce0-5dea-41c1-86c9-c3362360699b req-a6f56037-b2bf-420f-b0ad-5074324dc370 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935340 Aug 24 19:48:09.108156 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Pushing event updated for resources: {'Port': ['ID=09fa452b-9568-4777-8e32-0c01787becd7,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:09.115714 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:09.256999 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Attempting to bind port 09fa452b-9568-4777-8e32-0c01787becd7 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:48:09.257343 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Attempting to bind port 09fa452b-9568-4777-8e32-0c01787becd7 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:48:09.257971 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Attempting to bind port 09fa452b-9568-4777-8e32-0c01787becd7 on network 74c429f8-69a0-43ef-a717-e5d9d75d2573 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:48:09.265980 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Port 09fa452b-9568-4777-8e32-0c01787becd7 on network 74c429f8-69a0-43ef-a717-e5d9d75d2573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:48:09.266418 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Attempting to bind port 09fa452b-9568-4777-8e32-0c01787becd7 on network 74c429f8-69a0-43ef-a717-e5d9d75d2573 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:48:09.274054 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:48:09.274507 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Checking segment: {'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:48:09.274975 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Bound using segment: {'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:48:09.275513 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Bound port: 09fa452b-9568-4777-8e32-0c01787becd7, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af2b238-484f-43ef-ba68-51f31f944682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:48:09.275936 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:09.462684 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46dd6-5bf0-4444-8334-0adb51788294 req-993d6405-f656-48ca-84be-23dd92d853ce tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:09.463421 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-d5d46dd6-5bf0-4444-8334-0adb51788294 req-993d6405-f656-48ca-84be-23dd92d853ce tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Synchronizing usage tracker for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:48:09.495305 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] For port 09fa452b-9568-4777-8e32-0c01787becd7, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:48:09.498362 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] For port 09fa452b-9568-4777-8e32-0c01787becd7, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=09fa452b-9568-4777-8e32-0c01787becd7,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:48:09.630059 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-d5d46dd6-5bf0-4444-8334-0adb51788294 req-993d6405-f656-48ca-84be-23dd92d853ce tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Unset dirty status for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:48:09.631274 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d5d46dd6-5bf0-4444-8334-0adb51788294 req-993d6405-f656-48ca-84be-23dd92d853ce tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 943 time: 0.4550242 Aug 24 19:48:09.632476 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:09.636580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:09.710217 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:09.710842 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:09.712384 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] 10.222.0.38 "PUT /v2.0/ports/09fa452b-9568-4777-8e32-0c01787becd7 HTTP/1.1" status: 200 len: 1093 time: 1.6333644 Aug 24 19:48:09.729240 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'tag': '09fa452b-9568-4777-8e32-0c01787becd7'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:09.781106 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'tag': '09fa452b-9568-4777-8e32-0c01787becd7', 'status': 'completed', 'code': 200} Aug 24 19:48:09.781685 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Pushing event updated for resources: {'Port': ['ID=09fa452b-9568-4777-8e32-0c01787becd7,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:09.796960 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:09.802382 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d5d46dd6-5bf0-4444-8334-0adb51788294 req-aa6a3224-8423-45f5-b5de-6435d3f039b5 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332068 Aug 24 19:48:09.815092 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:09.820008 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 59438) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:09.894279 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331a9fe-45be-4e0e-82b4-d025a867799a req-7e0ff5b1-93f7-499c-ad67-2eb7d5f1ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:09.895792 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1331a9fe-45be-4e0e-82b4-d025a867799a req-7e0ff5b1-93f7-499c-ad67-2eb7d5f1ff67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69165bfdb3ac47918b991f3361dc4fef&device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 1096 time: 0.0845892 Aug 24 19:48:09.961973 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-430d2dbb-31be-4d0a-a7c6-c929e4e85511 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1398044 Aug 24 19:48:10.067125 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331a9fe-45be-4e0e-82b4-d025a867799a req-daf42fb3-4d22-468a-a5f7-3db9334b3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:10.069897 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1331a9fe-45be-4e0e-82b4-d025a867799a req-daf42fb3-4d22-468a-a5f7-3db9334b3741 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=69165bfdb3ac47918b991f3361dc4fef&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1578009 Aug 24 19:48:10.193795 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dada46-3526-4ea2-8add-9f2558f192d8 req-6b92d885-0ea0-41af-9344-deac7f821307 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:10.195282 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-93dada46-3526-4ea2-8add-9f2558f192d8 req-6b92d885-0ea0-41af-9344-deac7f821307 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0839891 Aug 24 19:48:10.246093 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-93dada46-3526-4ea2-8add-9f2558f192d8 req-3fb731e4-fb1c-48d4-bd5f-ab33141751d7 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449853 Aug 24 19:48:10.286001 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331a9fe-45be-4e0e-82b4-d025a867799a req-95c7b11e-03e4-4d10-910e-a5c1997a5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:10.287453 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1331a9fe-45be-4e0e-82b4-d025a867799a req-95c7b11e-03e4-4d10-910e-a5c1997a5df6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425192 Aug 24 19:48:10.429584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-dc04753f-1425-468a-bbe2-757f0a1bf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:10.431120 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-dc04753f-1425-468a-bbe2-757f0a1bf76c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69165bfdb3ac47918b991f3361dc4fef&device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 1096 time: 0.0771673 Aug 24 19:48:10.507194 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-31320ec1-77cd-40fa-9769-c2b19f98a9d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09fa452b-9568-4777-8e32-0c01787becd7 HTTP/1.1" status: 200 len: 217 time: 0.0660834 Aug 24 19:48:10.576099 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-74913408-85f8-43cf-b54b-972d6be07a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:10.577607 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-74913408-85f8-43cf-b54b-972d6be07a14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3fc32a2-cd57-43e7-942a-bf50b558829f HTTP/1.1" status: 200 len: 848 time: 0.0629847 Aug 24 19:48:10.636557 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-f63eb6f9-1bfe-4346-a56b-25fb5662139d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74c429f8-69a0-43ef-a717-e5d9d75d2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466816 Aug 24 19:48:10.786015 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-8c190616-77a4-4978-bf99-1de78e335bea service neutron] 10.222.0.38 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414077 Aug 24 19:48:10.951113 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c7bda406-e152-42bc-9473-bedf2f7c8a7e req-6283cf4b-3eaf-4dc5-873d-2fda20151e22 service neutron] 10.222.0.38 "GET /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557536 Aug 24 19:48:11.007950 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cd8fd-724c-41fe-81d5-62b67b28137e req-cbc29c6f-b03a-4802-a9a2-e1d439c6dd61 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:11.009502 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fe6cd8fd-724c-41fe-81d5-62b67b28137e req-cbc29c6f-b03a-4802-a9a2-e1d439c6dd61 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 943 time: 0.0889976 Aug 24 19:48:11.060375 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fe6cd8fd-724c-41fe-81d5-62b67b28137e req-aed8a261-04e9-4479-8480-7b78fb3273d0 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 Aug 24 19:48:11.447817 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92ee0f-7c28-4154-8dee-a2d0f6de15ad req-a565264d-3012-493a-9acf-bdf25d7d773b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:11.449307 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5b92ee0f-7c28-4154-8dee-a2d0f6de15ad req-a565264d-3012-493a-9acf-bdf25d7d773b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0854201 Aug 24 19:48:11.497647 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5b92ee0f-7c28-4154-8dee-a2d0f6de15ad req-41159c82-1e43-42cd-b1ea-00db468f8af7 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Aug 24 19:48:12.259948 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934919d-ddbf-41a8-85f2-4725bb840152 req-6e056171-1cc9-4555-9467-66a704fcd20f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:12.261316 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6934919d-ddbf-41a8-85f2-4725bb840152 req-6e056171-1cc9-4555-9467-66a704fcd20f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 943 time: 0.0886085 Aug 24 19:48:12.308039 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6934919d-ddbf-41a8-85f2-4725bb840152 req-dec60c29-f9fa-401c-ae1c-cb87cf949117 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Aug 24 19:48:12.498171 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-132a1006-f6f2-4f4e-96d6-4aad4ed033a0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700431 Aug 24 19:48:12.599108 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c614e-72ff-4641-bb78-fac36f056e01 req-d9f6c73f-6c47-4ad0-8ead-9fdb7a8cc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:12.600593 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-d9f6c73f-6c47-4ad0-8ead-9fdb7a8cc043 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 1098 time: 0.0754611 Aug 24 19:48:12.603614 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 09fa452b-9568-4777-8e32-0c01787becd7 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:48:12.700884 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721901f-092c-4274-b3c1-08353e485df7 req-dbce9a2e-472d-4a12-86d2-5881aebfc4af tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:12.702337 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5721901f-092c-4274-b3c1-08353e485df7 req-dbce9a2e-472d-4a12-86d2-5881aebfc4af tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0921140 Aug 24 19:48:12.747039 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 09fa452b-9568-4777-8e32-0c01787becd7, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=09fa452b-9568-4777-8e32-0c01787becd7,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:12.748469 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:48:12.753800 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5721901f-092c-4274-b3c1-08353e485df7 req-27de8e1d-f8cb-4c63-9361-6c37cc872c7d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Aug 24 19:48:12.763981 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '09fa452b-9568-4777-8e32-0c01787becd7', 'network_id': '74c429f8-69a0-43ef-a717-e5d9d75d2573', 'port_id': '09fa452b-9568-4777-8e32-0c01787becd7', 'mac_address': 'fa:16:3e:6a:59:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fc32a2-cd57-43e7-942a-bf50b558829f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:48:12.801329 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c614e-72ff-4641-bb78-fac36f056e01 req-c1920fa3-5b2d-4b7f-97dc-aa0bca427dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:12.802863 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-c1920fa3-5b2d-4b7f-97dc-aa0bca427dd1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 200 len: 920 time: 0.1581635 Aug 24 19:48:12.834511 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:12.856563 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fa452b-9568-4777-8e32-0c01787becd7 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:48:12.875294 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 09fa452b-9568-4777-8e32-0c01787becd7, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=09fa452b-9568-4777-8e32-0c01787becd7,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:12.882578 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-a6357433-61de-4939-8f56-a48b5a71adb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d463180a-ac1e-4236-a3df-3f388245bd38 HTTP/1.1" status: 200 len: 217 time: 0.0676062 Aug 24 19:48:12.963705 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:12.965391 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:13.051216 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c614e-72ff-4641-bb78-fac36f056e01 req-6f61e8c7-7e0a-4269-9e20-5472806ecc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:13.052642 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-6f61e8c7-7e0a-4269-9e20-5472806ecc75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 200 len: 859 time: 0.1630995 Aug 24 19:48:13.068927 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=09fa452b-9568-4777-8e32-0c01787becd7,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:13.071908 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:13.120742 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-dbbfdcb9-b40e-41f2-bb93-cea2f9f9a3d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00843024-f223-4742-bbfb-0f26b6b4a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444179 Aug 24 19:48:13.259414 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-8e91ccaa-8f37-4043-a364-b2bcff8b94b7 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273184 Aug 24 19:48:13.294902 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-7e7e4c1a-5011-476e-80e1-4758177a003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:13.296411 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-7e7e4c1a-5011-476e-80e1-4758177a003a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5&tenant_id=506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 1097 time: 0.0743208 Aug 24 19:48:13.310008 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['09fa452b-9568-4777-8e32-0c01787becd7'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:48:13.432355 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-c9533409-a6ba-4387-baea-713193aff627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:13.433885 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-c9533409-a6ba-4387-baea-713193aff627 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 1097 time: 0.1143897 Aug 24 19:48:13.440392 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-315c614e-72ff-4641-bb78-fac36f056e01 req-24aa4893-699c-4d13-a423-fafae6fe3286 service neutron] 10.222.0.38 "GET /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740553 Aug 24 19:48:13.598347 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-b0c52a31-56d9-4a03-a22f-a3d063c3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:13.599905 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-b0c52a31-56d9-4a03-a22f-a3d063c3de39 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.1507418 Aug 24 19:48:13.661548 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745db068-aa8f-49dd-9c9e-b449b6bac1f7 req-b9ace124-7ffe-4561-a3f0-50fde6d9e92e tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:13.663061 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-745db068-aa8f-49dd-9c9e-b449b6bac1f7 req-b9ace124-7ffe-4561-a3f0-50fde6d9e92e tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 944 time: 0.0862379 Aug 24 19:48:13.710849 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-745db068-aa8f-49dd-9c9e-b449b6bac1f7 req-9f7b87f2-ca99-40fe-8ca7-8d5b9b9b6cf6 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Aug 24 19:48:13.716030 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-9aca065a-3407-4fd8-901b-7d356802ccae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08 HTTP/1.1" status: 200 len: 1000 time: 0.1061690 Aug 24 19:48:13.788239 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-0fcdeb46-a1d9-4ec1-980d-f5634dd44c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:13.789767 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-0fcdeb46-a1d9-4ec1-980d-f5634dd44c85 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0659301 Aug 24 19:48:13.867075 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-9aae0d0b-b1bb-4739-b652-a6503ced757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:13.868545 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-9aae0d0b-b1bb-4739-b652-a6503ced757d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718715 Aug 24 19:48:14.117670 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341042c-6e54-47a3-b8ad-b3b9037eb869 req-4926187a-cc25-42b2-a185-5cda7b910d4b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:14.121610 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f341042c-6e54-47a3-b8ad-b3b9037eb869 req-4926187a-cc25-42b2-a185-5cda7b910d4b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.2464287 Aug 24 19:48:14.121610 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-7412a694-b15e-415a-af6a-9448cb5345d0 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597042 Aug 24 19:48:14.270236 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f341042c-6e54-47a3-b8ad-b3b9037eb869 req-c0d5bb4e-6fe3-4f68-ad38-7515ca5fa571 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450779 Aug 24 19:48:14.310498 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a0ac04ad-5a3b-4323-b864-ca7dc9d67789 req-c0049137-b365-421c-b991-74afd7211933 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703565 Aug 24 19:48:14.614525 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 09fa452b-9568-4777-8e32-0c01787becd7 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:48:14.785880 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 09fa452b-9568-4777-8e32-0c01787becd7 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:48:14.791444 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 09fa452b-9568-4777-8e32-0c01787becd7 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:48:14.791900 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:14.923418 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:14.926942 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce6ce-cfd0-40dc-ba6f-487bfb653e8b req-58c01b58-9e24-45b5-8e2e-26cfd840ce7b tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:14.928549 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-17dce6ce-cfd0-40dc-ba6f-487bfb653e8b req-58c01b58-9e24-45b5-8e2e-26cfd840ce7b tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 944 time: 0.0999789 Aug 24 19:48:14.955832 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fa452b-9568-4777-8e32-0c01787becd7'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:14.966274 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 09fa452b-9568-4777-8e32-0c01787becd7, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=09fa452b-9568-4777-8e32-0c01787becd7,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:14.985722 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-17dce6ce-cfd0-40dc-ba6f-487bfb653e8b req-f1f5eafd-996a-4eae-95fc-9a744cee45db tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Aug 24 19:48:15.046342 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fa452b-9568-4777-8e32-0c01787becd7', 'code': 200} Aug 24 19:48:15.094979 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:15.094979 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:15.170592 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=09fa452b-9568-4777-8e32-0c01787becd7,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:15.174134 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:15.512228 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a9f63-97b3-49a9-a127-573bab10a24f req-af2d765c-355b-4b9d-b972-57ce20adef44 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:15.513759 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2c9a9f63-97b3-49a9-a127-573bab10a24f req-af2d765c-355b-4b9d-b972-57ce20adef44 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0991182 Aug 24 19:48:15.560199 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c3aac-8532-41d1-98b1-cb45f7ad7c9f req-807afb0d-3205-470a-8f11-f07dd0b80d3e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:15.566828 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b00c3aac-8532-41d1-98b1-cb45f7ad7c9f req-807afb0d-3205-470a-8f11-f07dd0b80d3e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1005559 Aug 24 19:48:15.568363 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2c9a9f63-97b3-49a9-a127-573bab10a24f req-170d7917-f2a4-49f7-8ad0-ad74483342b5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476000 Aug 24 19:48:15.621819 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b00c3aac-8532-41d1-98b1-cb45f7ad7c9f req-bcfd42c4-bac7-4a28-9d54-0ab2d679c0d7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533578 Aug 24 19:48:16.182382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe968eb-dadd-4d38-87cd-590b55376858 req-d960382d-0c17-46b3-b4a5-90390269504e tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:16.183758 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cfe968eb-dadd-4d38-87cd-590b55376858 req-d960382d-0c17-46b3-b4a5-90390269504e tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0864661 Aug 24 19:48:16.236519 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cfe968eb-dadd-4d38-87cd-590b55376858 req-fb25e989-a3d8-434a-b8c5-211699a2aac0 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Aug 24 19:48:16.783948 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13639339-302b-4a38-a85c-9dd34ac704ef req-6e9438ba-cdce-4074-8c61-47b3527e378d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:16.786027 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-13639339-302b-4a38-a85c-9dd34ac704ef req-6e9438ba-cdce-4074-8c61-47b3527e378d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0907552 Aug 24 19:48:16.843648 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-13639339-302b-4a38-a85c-9dd34ac704ef req-6a154295-4481-4801-9ed6-c93d975a70fb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513449 Aug 24 19:48:16.853603 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea330979-7d55-4d57-9dc8-efa89935a478 req-3118964f-3a36-4116-b668-64181f77e6db tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:16.855440 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ea330979-7d55-4d57-9dc8-efa89935a478 req-3118964f-3a36-4116-b668-64181f77e6db tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1195242 Aug 24 19:48:16.911849 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ea330979-7d55-4d57-9dc8-efa89935a478 req-0d0be3e3-fd84-497f-90c2-9aa8d8b9d63e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Aug 24 19:48:17.431425 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe1e19-e98d-4b1f-8a74-5bda257a522b req-582ede45-729a-47d6-b2cc-019a835ecaf7 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:17.432932 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bbfe1e19-e98d-4b1f-8a74-5bda257a522b req-582ede45-729a-47d6-b2cc-019a835ecaf7 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0876997 Aug 24 19:48:17.482058 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bbfe1e19-e98d-4b1f-8a74-5bda257a522b req-7a0d43e0-b415-45c5-8833-b5939be46f03 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Aug 24 19:48:18.125205 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333b3aa-eae1-4f96-899e-3c509658d223 req-9197db70-8843-4245-bb73-725e1e9cd964 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:18.126780 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2333b3aa-eae1-4f96-899e-3c509658d223 req-9197db70-8843-4245-bb73-725e1e9cd964 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.1443977 Aug 24 19:48:18.136140 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e5297-2403-4eda-b863-957edc1c3071 req-fcdfae87-7209-4bb6-9417-fb03407cd2a0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:18.137637 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-278e5297-2403-4eda-b863-957edc1c3071 req-fcdfae87-7209-4bb6-9417-fb03407cd2a0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1121192 Aug 24 19:48:18.182831 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2333b3aa-eae1-4f96-899e-3c509658d223 req-b28de1dd-f5e1-49f1-87f8-6f46b5671328 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484579 Aug 24 19:48:18.197384 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-278e5297-2403-4eda-b863-957edc1c3071 req-9ac01047-49c3-42d0-9b1e-0a6af15f3440 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509250 Aug 24 19:48:18.700002 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa14ab-a10d-41e5-81d5-f0b9bd6bb96d req-f303f518-97a4-4a06-9561-72beda4eaf8d tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:18.701460 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2afa14ab-a10d-41e5-81d5-f0b9bd6bb96d req-f303f518-97a4-4a06-9561-72beda4eaf8d tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0931828 Aug 24 19:48:18.755302 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2afa14ab-a10d-41e5-81d5-f0b9bd6bb96d req-61ecdd0e-7314-46ac-ab75-ce5871c490a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476828 Aug 24 19:48:18.829020 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0841de07-7c77-4cec-8d18-5b277bd0f74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:19.388698 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1ccf3-de8d-46bd-ada6-dc2ed39fd38d req-a7e9636d-df7b-48e1-adac-42bffe727ed5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:19.390250 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ebf1ccf3-de8d-46bd-ada6-dc2ed39fd38d req-a7e9636d-df7b-48e1-adac-42bffe727ed5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0860872 Aug 24 19:48:19.399783 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc6f4-cdfb-4cc7-a943-e38feb2f9a33 req-f6744909-7b9a-4528-aceb-8333a33dcbac tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:19.402056 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cabdc6f4-cdfb-4cc7-a943-e38feb2f9a33 req-f6744909-7b9a-4528-aceb-8333a33dcbac tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0903256 Aug 24 19:48:19.448932 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ebf1ccf3-de8d-46bd-ada6-dc2ed39fd38d req-f6b03c27-109d-4afd-9233-0d1d5ff0037a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519209 Aug 24 19:48:19.457869 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cabdc6f4-cdfb-4cc7-a943-e38feb2f9a33 req-96975c74-dd48-4ebd-ab5c-8fd372eb090b tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500619 Aug 24 19:48:19.706090 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:19.949347 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d533d-6e0e-42e3-bc19-e21fd12e8ad8 req-7c6c4c38-f766-40ce-90a7-309f5cd38f01 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:19.950854 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d47d533d-6e0e-42e3-bc19-e21fd12e8ad8 req-7c6c4c38-f766-40ce-90a7-309f5cd38f01 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0859542 Aug 24 19:48:20.006501 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d47d533d-6e0e-42e3-bc19-e21fd12e8ad8 req-6b4c7b9e-c020-4a7e-9107-7f9fe4e03530 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Aug 24 19:48:20.656778 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b326fa-fd93-4845-a826-a4fe1fed2e86 req-fd7b6a3d-e662-42e5-a604-08e19af4a184 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:20.658417 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-88b326fa-fd93-4845-a826-a4fe1fed2e86 req-fd7b6a3d-e662-42e5-a604-08e19af4a184 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0898428 Aug 24 19:48:20.667650 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f600d1-3eca-451c-b7c0-dd22a9940340 req-7453e430-7a85-4931-8ffb-8ff647c3a656 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:20.669197 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-04f600d1-3eca-451c-b7c0-dd22a9940340 req-7453e430-7a85-4931-8ffb-8ff647c3a656 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0953846 Aug 24 19:48:20.708928 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-88b326fa-fd93-4845-a826-a4fe1fed2e86 req-d8b80747-7513-4960-9515-3bf3124f4517 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436370 Aug 24 19:48:20.720457 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-04f600d1-3eca-451c-b7c0-dd22a9940340 req-610a6805-11b2-42ca-a9b7-d364ae057f6e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Aug 24 19:48:21.201364 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f167b-577f-4b64-ab2b-7f79097f0e0d req-0e2158d4-4f14-4315-b4ce-73f67f15f957 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:21.204094 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d20f167b-577f-4b64-ab2b-7f79097f0e0d req-0e2158d4-4f14-4315-b4ce-73f67f15f957 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0811803 Aug 24 19:48:21.257327 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d20f167b-577f-4b64-ab2b-7f79097f0e0d req-3d26df00-4d5f-4a54-8a5d-7e2f87d3ec12 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454247 Aug 24 19:48:21.334508 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-175185dc-e3a5-4695-8e32-2019d349bbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:21.947982 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db8a77-94f4-4c5a-a249-f3260428d8b8 req-bbb07950-5935-4847-9b79-9dbf25755027 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:21.949530 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-18db8a77-94f4-4c5a-a249-f3260428d8b8 req-bbb07950-5935-4847-9b79-9dbf25755027 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.1000688 Aug 24 19:48:21.963240 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5c67-4de9-43b2-b9bb-2ece195ae940 req-f1e1c6cd-3028-44d3-a154-61013947c452 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:21.964896 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c7d5c67-4de9-43b2-b9bb-2ece195ae940 req-f1e1c6cd-3028-44d3-a154-61013947c452 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.1106541 Aug 24 19:48:22.003276 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-18db8a77-94f4-4c5a-a249-f3260428d8b8 req-78ad4eb3-86ef-42a5-81c3-3e45a3b8c7cf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470362 Aug 24 19:48:22.017690 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c7d5c67-4de9-43b2-b9bb-2ece195ae940 req-72542aae-27e7-4e30-9cb1-754bc58b8eea tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461144 Aug 24 19:48:22.454471 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:22.459497 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b4af-8b0e-4244-b3d2-de187b827f80 req-0343baeb-efdd-4bc5-8de9-b0d2283843c0 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:22.465286 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-db16b4af-8b0e-4244-b3d2-de187b827f80 req-0343baeb-efdd-4bc5-8de9-b0d2283843c0 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0881693 Aug 24 19:48:22.508482 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-db16b4af-8b0e-4244-b3d2-de187b827f80 req-02bfe9e1-0a63-4014-8b9a-2e93fd827e86 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Aug 24 19:48:23.231104 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e18cf7-f573-4a0a-a9e4-489787f5ce3b req-841bbdcf-9777-4a52-92ce-3a5be96071e6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:23.234595 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0e18cf7-f573-4a0a-a9e4-489787f5ce3b req-841bbdcf-9777-4a52-92ce-3a5be96071e6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0864651 Aug 24 19:48:23.248318 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bc05-69e4-4c47-a900-4cdaa1af40fe req-5d3cf57c-cc98-49a2-ab2a-f95028df3e4a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:23.250033 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6f08bc05-69e4-4c47-a900-4cdaa1af40fe req-5d3cf57c-cc98-49a2-ab2a-f95028df3e4a tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0903783 Aug 24 19:48:23.296151 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0e18cf7-f573-4a0a-a9e4-489787f5ce3b req-5344f024-a1f4-4517-ae0f-2271d3496477 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Aug 24 19:48:23.302108 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6f08bc05-69e4-4c47-a900-4cdaa1af40fe req-eb65d5a9-463d-40ed-83f7-699f5350859c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Aug 24 19:48:23.718296 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5071df-a831-463a-8da8-6c2a5e0fbed6 req-efddad91-cb97-451b-a7b7-3de1cba638ba tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:23.719914 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6d5071df-a831-463a-8da8-6c2a5e0fbed6 req-efddad91-cb97-451b-a7b7-3de1cba638ba tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0954857 Aug 24 19:48:23.767457 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6d5071df-a831-463a-8da8-6c2a5e0fbed6 req-6739bef5-5316-4dd7-8788-0ae279ee6e7e tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Aug 24 19:48:23.805906 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:24.502000 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd64cf-c47f-4433-9554-92a4700cf5f4 req-357148ae-4cba-4a93-a2f3-912db6aecedf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:24.503810 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9cd64cf-c47f-4433-9554-92a4700cf5f4 req-357148ae-4cba-4a93-a2f3-912db6aecedf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0955052 Aug 24 19:48:24.514288 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7835509-c478-491f-bc3a-0952b3d6c745 req-67ffced8-af28-4b6b-9c37-c68601b6730f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:24.515760 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f7835509-c478-491f-bc3a-0952b3d6c745 req-67ffced8-af28-4b6b-9c37-c68601b6730f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0989630 Aug 24 19:48:24.558153 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9cd64cf-c47f-4433-9554-92a4700cf5f4 req-41f8d422-584d-46dd-8fc6-ddf9a058a592 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452094 Aug 24 19:48:24.563297 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f7835509-c478-491f-bc3a-0952b3d6c745 req-6fbe6667-0234-4f24-89ec-8230630874df tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Aug 24 19:48:25.067105 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dace48b-53e8-48a2-9dfb-7bce48e75720 req-b9c4a1a0-b0fe-4a3a-b100-6be5e011024f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:25.068740 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2dace48b-53e8-48a2-9dfb-7bce48e75720 req-b9c4a1a0-b0fe-4a3a-b100-6be5e011024f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.1664023 Aug 24 19:48:25.118276 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2dace48b-53e8-48a2-9dfb-7bce48e75720 req-81a91a09-514e-4537-929f-311527845130 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Aug 24 19:48:25.785047 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21563d13-c31c-4347-af38-145b615cc698 req-5fd7715e-f966-4396-afa1-a5b6587e2c52 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:25.790713 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-21563d13-c31c-4347-af38-145b615cc698 req-5fd7715e-f966-4396-afa1-a5b6587e2c52 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0987074 Aug 24 19:48:25.791810 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76532a6e-3bb3-45db-aee5-33749ef27ed6 req-b04c87cc-f0cf-4c38-8505-bf47b42b1bcb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:25.794247 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76532a6e-3bb3-45db-aee5-33749ef27ed6 req-b04c87cc-f0cf-4c38-8505-bf47b42b1bcb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0948749 Aug 24 19:48:25.844289 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-21563d13-c31c-4347-af38-145b615cc698 req-b56f807e-7b34-43d6-acb2-1e46e799485a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501003 Aug 24 19:48:25.850055 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76532a6e-3bb3-45db-aee5-33749ef27ed6 req-22a1c446-83f5-480b-a290-a5204c8737ae tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Aug 24 19:48:26.375126 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5ea8-6fc2-4e1c-86c1-ccd6db1d62c0 req-f4e121a9-422d-470d-8b8d-80dd8316471a tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:26.376581 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-819d5ea8-6fc2-4e1c-86c1-ccd6db1d62c0 req-f4e121a9-422d-470d-8b8d-80dd8316471a tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.1437831 Aug 24 19:48:26.422550 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-819d5ea8-6fc2-4e1c-86c1-ccd6db1d62c0 req-e7d457f4-d468-4e55-b580-a6b210b9e39c tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Aug 24 19:48:26.836123 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0f118-1802-443e-a53a-6924a1a8a165 req-f7859d2a-f746-4b1e-b4b4-57a9390f2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:26.837521 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c9b0f118-1802-443e-a53a-6924a1a8a165 req-f7859d2a-f746-4b1e-b4b4-57a9390f2ac7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 1098 time: 0.0738506 Aug 24 19:48:26.884986 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c9b0f118-1802-443e-a53a-6924a1a8a165 req-dc3f0153-7d8c-43c1-aeb0-641928fb55f9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Aug 24 19:48:27.066011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634991-de3a-4244-993a-657895a9c4fa req-e06693ce-9c32-44cc-8007-43204e0feb6e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:27.067545 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a0634991-de3a-4244-993a-657895a9c4fa req-e06693ce-9c32-44cc-8007-43204e0feb6e tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0848560 Aug 24 19:48:27.070214 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281033b7-1a30-4b1d-98f2-ef6b1ef302e2 req-176c321b-a7d4-4729-90a7-f5c704317d03 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:27.071850 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-281033b7-1a30-4b1d-98f2-ef6b1ef302e2 req-176c321b-a7d4-4729-90a7-f5c704317d03 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0880969 Aug 24 19:48:27.116120 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a0634991-de3a-4244-993a-657895a9c4fa req-32f506b8-7d7e-4316-84b3-beac7df8a625 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Aug 24 19:48:27.123232 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-281033b7-1a30-4b1d-98f2-ef6b1ef302e2 req-4ab3ba05-6df8-4658-ab83-308dcdeac223 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Aug 24 19:48:27.618359 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e423465-97f0-4ceb-849a-ef9d20a22484 req-64a0a929-8822-4696-848d-c680a0753480 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:27.619879 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e423465-97f0-4ceb-849a-ef9d20a22484 req-64a0a929-8822-4696-848d-c680a0753480 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0874636 Aug 24 19:48:27.665257 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e423465-97f0-4ceb-849a-ef9d20a22484 req-c8872622-7251-4ad6-8d59-f8f9dd6f5186 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 Aug 24 19:48:28.319184 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b7074-edc8-44ea-b02b-832a25aa34d1 req-d55f6c71-2dbb-44b1-ae5d-dff395e544ba tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:28.320764 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-620b7074-edc8-44ea-b02b-832a25aa34d1 req-d55f6c71-2dbb-44b1-ae5d-dff395e544ba tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0903909 Aug 24 19:48:28.352041 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8d7f3-32fc-4070-b5b1-5f9cdf1474cb req-27c6a8b8-68c6-4709-9526-33ae20a58861 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:28.353563 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1b8d7f3-32fc-4070-b5b1-5f9cdf1474cb req-27c6a8b8-68c6-4709-9526-33ae20a58861 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.1090615 Aug 24 19:48:28.375753 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-620b7074-edc8-44ea-b02b-832a25aa34d1 req-87fdb053-095f-4da1-8114-10b5587fba52 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484376 Aug 24 19:48:28.400615 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1b8d7f3-32fc-4070-b5b1-5f9cdf1474cb req-9015882e-75d9-46f3-aee8-4193882f29e0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Aug 24 19:48:28.851252 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74472494-61e0-430f-bb7d-31f38a981ac4 req-fb5449f8-741e-4036-b32a-2e73df826b3e tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:28.852741 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-74472494-61e0-430f-bb7d-31f38a981ac4 req-fb5449f8-741e-4036-b32a-2e73df826b3e tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0828211 Aug 24 19:48:28.897459 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-74472494-61e0-430f-bb7d-31f38a981ac4 req-a345cb4a-5646-44f4-8ed8-6e49dbca15f2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Aug 24 19:48:29.571787 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b061d-4ff5-463f-8020-dc6815cb332b req-42bdbea0-326a-4eaa-a281-37631d42bbef tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:29.573494 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b59b061d-4ff5-463f-8020-dc6815cb332b req-42bdbea0-326a-4eaa-a281-37631d42bbef tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0907977 Aug 24 19:48:29.593372 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365d1c3-87c1-4e1a-a354-3a4e68a6780b req-04f6cf7f-c6c1-47b5-9829-0b7306d80ecb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:29.594737 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2365d1c3-87c1-4e1a-a354-3a4e68a6780b req-04f6cf7f-c6c1-47b5-9829-0b7306d80ecb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 944 time: 0.0807834 Aug 24 19:48:29.631289 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b59b061d-4ff5-463f-8020-dc6815cb332b req-745385ab-d75b-414c-affa-6b928e2e96ed tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Aug 24 19:48:29.652107 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2365d1c3-87c1-4e1a-a354-3a4e68a6780b req-22adff04-9c06-4134-8a2b-ac5f34c42afe tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Aug 24 19:48:30.156200 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-b6da18d7-1a26-4e1d-92c4-7860de836b8f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:30.157663 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-b6da18d7-1a26-4e1d-92c4-7860de836b8f tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0862820 Aug 24 19:48:30.233888 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Deleting port d463180a-ac1e-4236-a3df-3f388245bd38 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:48:30.234279 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:30.500077 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] For port d463180a-ac1e-4236-a3df-3f388245bd38, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d463180a-ac1e-4236-a3df-3f388245bd38,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:30.500462 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:30.628720 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Calling delete_port for d463180a-ac1e-4236-a3df-3f388245bd38 owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:48:30.683029 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:48:30.828029 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:30.829340 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722217c7-d857-409f-9ad1-4f18a8c7d30e req-00debc77-58df-4132-a802-f8a2277327da tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:30.830684 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-722217c7-d857-409f-9ad1-4f18a8c7d30e req-00debc77-58df-4132-a802-f8a2277327da tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 945 time: 0.0876997 Aug 24 19:48:30.842949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'port_id': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'mac_address': 'fa:16:3e:08:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:48:30.848080 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256ed80-15b9-4dd7-bae5-5c0207314d78 req-655ecf28-8335-4343-be13-3727d43c6cf6 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:30.849611 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a256ed80-15b9-4dd7-bae5-5c0207314d78 req-655ecf28-8335-4343-be13-3727d43c6cf6 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.2286451 Aug 24 19:48:30.884890 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-722217c7-d857-409f-9ad1-4f18a8c7d30e req-2b6346af-d7c0-4cd9-9458-48f0d36b8e68 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477197 Aug 24 19:48:30.903621 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:30.922422 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:48:30.940175 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:30.957723 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a256ed80-15b9-4dd7-bae5-5c0207314d78 req-9e1c2ee5-a75e-4af0-b135-90967ba83aa4 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697546 Aug 24 19:48:31.031261 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:31.034328 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:31.065437 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:31.073929 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f15260c9-dfdf-4d4c-b16b-fb0cfb575193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:31.087784 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e59fd-2795-4f82-b520-4515df035bac req-32495a6b-7f5a-44a5-a1fc-4d499b3360d2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:31.089550 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e7e59fd-2795-4f82-b520-4515df035bac req-32495a6b-7f5a-44a5-a1fc-4d499b3360d2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 945 time: 0.0906980 Aug 24 19:48:31.091456 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['90143daf-5d00-4c9b-a2bd-2106ec4f39e4'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:48:31.132850 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Pushing event deleted for resources: {'Port': ['ID=d463180a-ac1e-4236-a3df-3f388245bd38,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:31.145243 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e7e59fd-2795-4f82-b520-4515df035bac req-bbad5b57-5aab-41ad-b3a3-f925163ef82d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496478 Aug 24 19:48:31.175563 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.175935 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.176291 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.176670 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.177607 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.177959 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.178337 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.178682 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.179026 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.179372 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.179712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.180053 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:31.190657 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=9']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:31.194492 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:31.214930 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:31.408658 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['94af0ca7-6887-45d2-b1fc-856b2f1ebb08'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:48:31.775504 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] No DVR routers for this DVR port d463180a-ac1e-4236-a3df-3f388245bd38 on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:48:31.778517 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:31.781363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'name': 'network-vif-deleted', 'tag': 'd463180a-ac1e-4236-a3df-3f388245bd38'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:31.826618 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bb703-2e4c-47ba-ab8b-2c8780c1f303', 'name': 'network-vif-deleted', 'tag': 'd463180a-ac1e-4236-a3df-3f388245bd38', 'status': 'completed', 'code': 200} Aug 24 19:48:31.859905 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-844ceeb8-acd0-41fa-ad44-e296247c6497 req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "DELETE /v2.0/ports/d463180a-ac1e-4236-a3df-3f388245bd38 HTTP/1.1" status: 204 len: 173 time: 1.6933117 Aug 24 19:48:32.040910 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d336df78-06d7-4615-9a09-00508acd2a68 req-2b72bc86-310c-4f69-9bb7-20cd9f95ec73 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=928bb703-2e4c-47ba-ab8b-2c8780c1f303 HTTP/1.1" status: 200 len: 210 time: 0.0434785 Aug 24 19:48:32.153240 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c819c5a-8d5a-4b4d-8905-3ce94a766dc9 req-cf09d0fd-0f9b-472a-8699-19df9c3628c7 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:32.154780 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4c819c5a-8d5a-4b4d-8905-3ce94a766dc9 req-cf09d0fd-0f9b-472a-8699-19df9c3628c7 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0887196 Aug 24 19:48:32.202445 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4c819c5a-8d5a-4b4d-8905-3ce94a766dc9 req-55b0ee2e-c5d0-44b4-b7b3-9ab57790957b tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cf468c8-c094-4599-857e-862991e10b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418422 Aug 24 19:48:32.345859 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f462-79d5-4055-9dc0-21730e87bc93 req-2e4489ef-41b3-4dbf-bf38-79becc56ca42 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:32.347271 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c863f462-79d5-4055-9dc0-21730e87bc93 req-2e4489ef-41b3-4dbf-bf38-79becc56ca42 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 945 time: 0.0854998 Aug 24 19:48:32.392682 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c863f462-79d5-4055-9dc0-21730e87bc93 req-b63a945a-a818-484c-8f95-8446c6ea3f27 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Aug 24 19:48:32.490534 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-3aee9347-5727-4e66-a2bf-81b130df648f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:32.492031 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-3aee9347-5727-4e66-a2bf-81b130df648f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 945 time: 0.0825822 Aug 24 19:48:32.561713 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Deleting port 09fa452b-9568-4777-8e32-0c01787becd7 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:48:32.562051 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:32.694022 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:48:32.763499 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:48:32.763878 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:32.820507 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] For port 09fa452b-9568-4777-8e32-0c01787becd7, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=09fa452b-9568-4777-8e32-0c01787becd7,segment=NetworkSegment(7af2b238-484f-43ef-ba68-51f31f944682),segment_id=7af2b238-484f-43ef-ba68-51f31f944682)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:32.821098 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:32.890741 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:32.920558 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:32.931071 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:32.957783 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Calling delete_port for 09fa452b-9568-4777-8e32-0c01787becd7 owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:48:32.967541 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'code': 200} Aug 24 19:48:33.030957 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:33.031844 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device d463180a-ac1e-4236-a3df-3f388245bd38 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:33.056671 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:33.109620 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: d463180a-ac1e-4236-a3df-3f388245bd38 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:48:33.109980 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device d463180a-ac1e-4236-a3df-3f388245bd38 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:48:33.110558 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 09fa452b-9568-4777-8e32-0c01787becd7 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:33.190064 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=10']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:33.195665 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:33.195895 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:33.197098 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No active binding found for port 09fa452b-9568-4777-8e32-0c01787becd7 {{(pid=79951) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 24 19:48:33.197541 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 09fa452b-9568-4777-8e32-0c01787becd7 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:48:33.201253 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cce71cd9-2c39-4346-bbbc-45f018f3b279 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:33.253094 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Pushing event deleted for resources: {'Port': ['ID=09fa452b-9568-4777-8e32-0c01787becd7,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:33.286795 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:33.330116 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] No DVR routers for this DVR port 09fa452b-9568-4777-8e32-0c01787becd7 on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:48:33.333448 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:33.358408 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a4e17031-76f2-452a-a8ed-05a3992d1e48 req-c3949a02-cb9d-4039-893e-94e454ad702f tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 210 time: 0.0440035 Aug 24 19:48:33.592906 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b3101-b17e-4c45-94f1-ab9d5219c356 req-5c14aa81-af0e-4ba9-98e4-ca79a22144fe tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:33.594431 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1e9b3101-b17e-4c45-94f1-ab9d5219c356 req-5c14aa81-af0e-4ba9-98e4-ca79a22144fe tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0854270 Aug 24 19:48:33.603029 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-87998ff5-ce70-4c5d-84a3-eb98c512aff5 req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.38 "DELETE /v2.0/ports/09fa452b-9568-4777-8e32-0c01787becd7 HTTP/1.1" status: 204 len: 173 time: 1.1044943 Aug 24 19:48:33.646906 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1e9b3101-b17e-4c45-94f1-ab9d5219c356 req-015ef1f1-209b-4b30-b32e-9c7d6c0e94f2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Aug 24 19:48:33.828863 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'name': 'network-vif-deleted', 'tag': '09fa452b-9568-4777-8e32-0c01787becd7'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:33.909124 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4c87b1-165c-4bc2-ae02-11d24afbb215', 'name': 'network-vif-deleted', 'tag': '09fa452b-9568-4777-8e32-0c01787becd7', 'status': 'completed', 'code': 200} Aug 24 19:48:33.957095 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84c971-7e59-413f-ba17-55186b14271c req-24d237ca-ba50-4f3f-93d4-e5833b8d00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:33.959170 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9c84c971-7e59-413f-ba17-55186b14271c req-24d237ca-ba50-4f3f-93d4-e5833b8d00c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 1100 time: 0.1040452 Aug 24 19:48:34.000492 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a75a6-9f2c-4919-bc16-79bf9348b6d6 req-3ee70418-e6ae-44e6-b4cf-60d8a915242c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:34.002781 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cd2a75a6-9f2c-4919-bc16-79bf9348b6d6 req-3ee70418-e6ae-44e6-b4cf-60d8a915242c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0983350 Aug 24 19:48:34.008721 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9c84c971-7e59-413f-ba17-55186b14271c req-e88e2250-70bc-40b0-80d1-c36b659d78f5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Aug 24 19:48:34.057519 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cd2a75a6-9f2c-4919-bc16-79bf9348b6d6 req-2ace4d0e-016c-4f79-b304-1d99e74df39d tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474446 Aug 24 19:48:34.521688 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3d6581b5-2a46-461f-ac3a-e990f564827a req-531dfa98-a6d6-405d-866d-26e438d38ae3 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Synchronizing usage tracker for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:48:34.605763 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3d6581b5-2a46-461f-ac3a-e990f564827a req-531dfa98-a6d6-405d-866d-26e438d38ae3 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Unset dirty status for tenant:69165bfdb3ac47918b991f3361dc4fef on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:48:34.606979 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3d6581b5-2a46-461f-ac3a-e990f564827a req-531dfa98-a6d6-405d-866d-26e438d38ae3 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4c87b1-165c-4bc2-ae02-11d24afbb215 HTTP/1.1" status: 200 len: 210 time: 0.1276836 Aug 24 19:48:34.845483 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dbbfa-caac-4aac-b091-2273998a4a55 req-f3cbc9e2-bd92-4127-a623-625d4fe5945d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:34.847105 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-769dbbfa-caac-4aac-b091-2273998a4a55 req-f3cbc9e2-bd92-4127-a623-625d4fe5945d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0801787 Aug 24 19:48:34.897245 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-769dbbfa-caac-4aac-b091-2273998a4a55 req-5f691f40-36f4-4294-94df-f773b31100cf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Aug 24 19:48:35.247722 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151340c-129a-4640-bd34-ebe5204cf6cd req-1aae868f-9ea7-4bff-b63d-f367ca925243 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:35.248425 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-e151340c-129a-4640-bd34-ebe5204cf6cd req-1aae868f-9ea7-4bff-b63d-f367ca925243 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Synchronizing usage tracker for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:48:35.362316 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-e151340c-129a-4640-bd34-ebe5204cf6cd req-1aae868f-9ea7-4bff-b63d-f367ca925243 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Unset dirty status for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:48:35.364815 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e151340c-129a-4640-bd34-ebe5204cf6cd req-1aae868f-9ea7-4bff-b63d-f367ca925243 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1992269 Aug 24 19:48:35.411754 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e151340c-129a-4640-bd34-ebe5204cf6cd req-9ac33eac-7355-4a17-b990-ed8c0523b4dd tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Aug 24 19:48:36.101280 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c03a4-98e1-418e-9fdf-aba25032e0a9 req-d5a71ca7-2ad9-439a-8626-b2cea470ef87 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:36.102819 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5d0c03a4-98e1-418e-9fdf-aba25032e0a9 req-d5a71ca7-2ad9-439a-8626-b2cea470ef87 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0870137 Aug 24 19:48:36.151148 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5d0c03a4-98e1-418e-9fdf-aba25032e0a9 req-9e8498e9-fe52-40f7-b7d7-0acabfcaf9ed tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Aug 24 19:48:36.607268 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74e5d0-14a0-4cdb-b0d8-c4ff747055f6 req-cefec25b-b378-4aab-9e8b-c2410dd3dcc0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:36.608823 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4e74e5d0-14a0-4cdb-b0d8-c4ff747055f6 req-cefec25b-b378-4aab-9e8b-c2410dd3dcc0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0889201 Aug 24 19:48:36.659634 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4e74e5d0-14a0-4cdb-b0d8-c4ff747055f6 req-7b67ac4d-01c0-4c64-8a76-b576fc6527f8 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420172 Aug 24 19:48:37.346894 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555974a9-f087-4d3c-887f-4b9e7d6cbbe1 req-4c039183-11e7-4166-b99a-d73e773085f8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:37.348397 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-555974a9-f087-4d3c-887f-4b9e7d6cbbe1 req-4c039183-11e7-4166-b99a-d73e773085f8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0846841 Aug 24 19:48:37.394676 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-555974a9-f087-4d3c-887f-4b9e7d6cbbe1 req-d7874669-f5f0-4cb6-bffc-03ea80ee1511 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404804 Aug 24 19:48:37.845673 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9a6c-c55b-4b90-8766-51ccc4933c65 req-bbe07213-8926-4745-b079-294070449526 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:37.847162 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-503e9a6c-c55b-4b90-8766-51ccc4933c65 req-bbe07213-8926-4745-b079-294070449526 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0810354 Aug 24 19:48:37.897459 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-503e9a6c-c55b-4b90-8766-51ccc4933c65 req-eb996926-2213-465e-91bd-92c4f7303e2c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Aug 24 19:48:38.586431 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b38fc3-85a1-42b7-b797-24456e400578 req-4e92e057-7f7e-48b8-a3dc-7e14c651be67 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:38.587917 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-82b38fc3-85a1-42b7-b797-24456e400578 req-4e92e057-7f7e-48b8-a3dc-7e14c651be67 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0824075 Aug 24 19:48:38.634161 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-82b38fc3-85a1-42b7-b797-24456e400578 req-47cb01fa-b659-47eb-bad9-84f53c8479b6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Aug 24 19:48:39.085868 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce5b0-2f86-45c4-ad09-663a1ef5af85 req-474eb4b6-dd01-4960-b61a-1a76c5370acb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:39.088018 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dacce5b0-2f86-45c4-ad09-663a1ef5af85 req-474eb4b6-dd01-4960-b61a-1a76c5370acb tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0821157 Aug 24 19:48:39.136709 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dacce5b0-2f86-45c4-ad09-663a1ef5af85 req-76517625-b26f-4812-975a-25aa9fbe4e4c tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Aug 24 19:48:39.882867 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:40.502674 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b88fd-d8ee-4c17-b1aa-657c8ac82078 req-da5ec320-466f-49df-91a2-e7272d70ae91 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:40.505022 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-047b88fd-d8ee-4c17-b1aa-657c8ac82078 req-da5ec320-466f-49df-91a2-e7272d70ae91 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.0871246 Aug 24 19:48:40.556651 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-047b88fd-d8ee-4c17-b1aa-657c8ac82078 req-a642b60c-1dd9-4403-b775-e1d8c76b5cd3 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e52798e-b496-41f5-823f-39292b2f14f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455482 Aug 24 19:48:40.782424 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e8ce7442-f129-4be0-b056-7b8a3e90ada7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:40.783841 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e8ce7442-f129-4be0-b056-7b8a3e90ada7 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 945 time: 0.1631296 Aug 24 19:48:40.864497 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Deleting port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:48:40.865177 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:41.145768 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] For port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:41.146126 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:41.276315 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Calling delete_port for 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:48:41.531162 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:41.539452 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:41.545698 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['90143daf-5d00-4c9b-a2bd-2106ec4f39e4'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:48:41.637001 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Pushing event deleted for resources: {'Port': ['ID=90143daf-5d00-4c9b-a2bd-2106ec4f39e4,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:41.665654 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:41.679676 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] No DVR routers for this DVR port 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:48:41.682466 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:41.685566 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'name': 'network-vif-deleted', 'tag': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:48:41.743679 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f564fd7-5ce6-41f4-8813-6a3d6d787635', 'name': 'network-vif-deleted', 'tag': '90143daf-5d00-4c9b-a2bd-2106ec4f39e4', 'status': 'completed', 'code': 200} Aug 24 19:48:41.771988 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e5a35864-6b6a-438a-b13f-50e83c299b04 req-78da4905-dce3-47ff-a4cd-444c9add2570 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 210 time: 0.0560606 Aug 24 19:48:41.772754 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b6b61b80-7722-4231-b523-cc494f4865eb req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.38 "DELETE /v2.0/ports/90143daf-5d00-4c9b-a2bd-2106ec4f39e4 HTTP/1.1" status: 204 len: 173 time: 0.9824584 Aug 24 19:48:42.950617 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a69c4732-1e1c-411b-aa2f-8950898e61d6 req-4c4ffc4a-e897-4ee0-8bb7-c93c8d40fbb2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Synchronizing usage tracker for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:48:43.080451 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a69c4732-1e1c-411b-aa2f-8950898e61d6 req-4c4ffc4a-e897-4ee0-8bb7-c93c8d40fbb2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Unset dirty status for tenant:37bda5aa04284520ae2791cbadbcbfbc on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:48:43.081835 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a69c4732-1e1c-411b-aa2f-8950898e61d6 req-4c4ffc4a-e897-4ee0-8bb7-c93c8d40fbb2 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f564fd7-5ce6-41f4-8813-6a3d6d787635 HTTP/1.1" status: 200 len: 210 time: 0.1856041 Aug 24 19:48:44.187766 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 59790) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:44.760609 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:44.816214 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:48:44.817508 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 90143daf-5d00-4c9b-a2bd-2106ec4f39e4 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:48:44.931806 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397785'] for router_interface, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:45.452694 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Deleting port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:48:45.453385 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:45.687600 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] For port 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,segment=NetworkSegment(3e109838-356a-41b5-a693-3a5d6578799f),segment_id=3e109838-356a-41b5-a693-3a5d6578799f)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:45.687600 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:45.859319 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Calling delete_port for 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c owned by network:router_interface {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:48:46.261700 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11cfa7-7924-49c9-ba7a-5f9893ffa04c req-1a1615eb-cac0-4062-aa4b-e989921d6ac4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:46.270057 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2e11cfa7-7924-49c9-ba7a-5f9893ffa04c req-1a1615eb-cac0-4062-aa4b-e989921d6ac4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1152172 Aug 24 19:48:46.323926 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2e11cfa7-7924-49c9-ba7a-5f9893ffa04c req-a215f83b-8ffd-4037-b301-cf0ff52dfd71 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524800 Aug 24 19:48:46.468270 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:46.474308 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:46.541915 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:46.582633 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:46.844461 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397733'] for router_interface, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:47.335854 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Router 756c6e76-cdf0-4006-aeca-7edf3ec533ac has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:48:47.584498 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:48:47.596493 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] Sync routers for ids ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:48:47.615054 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] Routers {'756c6e76-cdf0-4006-aeca-7edf3ec533ac'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:48:47.620417 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:48:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:48:47.633359 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5814c2-0bdc-436f-b09d-58d0bcb43aae req-04499486-f66e-4b62-9ed1-93de6b2cd479 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:47.634920 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fc5814c2-0bdc-436f-b09d-58d0bcb43aae req-04499486-f66e-4b62-9ed1-93de6b2cd479 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1912770 Aug 24 19:48:47.682497 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] 10.222.0.55 "PUT /v2.0/routers/756c6e76-cdf0-4006-aeca-7edf3ec533ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4911470 Aug 24 19:48:47.683072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 59824) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:47.742400 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fc5814c2-0bdc-436f-b09d-58d0bcb43aae req-071694d9-c68e-4f23-8246-d6e53001ed8a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010771 Aug 24 19:48:47.877690 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] Set router 756c6e76-cdf0-4006-aeca-7edf3ec533ac gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:48:47.947256 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks [] for router, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:48.174741 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:48.252907 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Deleting port 956bf40c-db07-4d4e-a766-8133f5c6e78f {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:48:48.253132 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:48.297566 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:48:46Z', 'revision_number': 5, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port': {'id': '956bf40c-db07-4d4e-a766-8133f5c6e78f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:48:48.303380 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] Checking router: 756c6e76-cdf0-4006-aeca-7edf3ec533ac for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:48:48.321002 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] Routers {'756c6e76-cdf0-4006-aeca-7edf3ec533ac'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:48:48.321798 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:48:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:48:48.464489 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] For port 956bf40c-db07-4d4e-a766-8133f5c6e78f, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=956bf40c-db07-4d4e-a766-8133f5c6e78f,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:48:48.464852 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:48.493894 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] Set router 756c6e76-cdf0-4006-aeca-7edf3ec533ac gateway port host: None {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:48:48.614597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Calling delete_port for 956bf40c-db07-4d4e-a766-8133f5c6e78f owned by network:router_gateway {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:48:48.635791 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:48:48Z', 'revision_number': 6, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port_host': None}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:48:48.641381 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f80f68-83b3-48c5-a454-9cc62b573eb5 None None] The sync data for ids ['756c6e76-cdf0-4006-aeca-7edf3ec533ac'] in dv-cinder-805877-1-smb is: [{'id': '756c6e76-cdf0-4006-aeca-7edf3ec533ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1332280234-router', 'tenant_id': '37bda5aa04284520ae2791cbadbcbfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:17Z', 'updated_at': '2021-08-24T19:48:48Z', 'revision_number': 6, 'project_id': '37bda5aa04284520ae2791cbadbcbfbc', 'gw_port_host': None}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:48:48.724965 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e9821a6a-11b0-4081-be05-84d140687d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:48.962142 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5968-cb34-4877-bf67-7fb7236f5f2b req-5c03145f-dd08-4739-98a1-91635e6195e9 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:48.963589 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3cdb5968-cb34-4877-bf67-7fb7236f5f2b req-5c03145f-dd08-4739-98a1-91635e6195e9 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0866377 Aug 24 19:48:48.967032 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:48.971254 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69a6b735-2ff9-440d-bccf-1b579b37c5a2 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:49.024068 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=956bf40c-db07-4d4e-a766-8133f5c6e78f,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:49.028690 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:49.113126 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3cdb5968-cb34-4877-bf67-7fb7236f5f2b req-8299512b-222e-4407-b607-e24e104c07eb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436989 Aug 24 19:48:49.171897 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580876'] for router_gateway, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.372891 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1095'] for router, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.377594 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.548215 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421718'] for router, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.548931 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 756c6e76-cdf0-4006-aeca-7edf3ec533ac {{(pid=79949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 24 19:48:49.569839 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Notify callbacks [] for router, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.571216 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] 10.222.0.55 "DELETE /v2.0/routers/756c6e76-cdf0-4006-aeca-7edf3ec533ac HTTP/1.1" status: 204 len: 168 time: 1.8875399 Aug 24 19:48:49.573764 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 59844) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:49.671514 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Deleting subnet 535a013a-6d80-4e57-a1d0-1a03b6f0497f {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:48:49.678581 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.755646 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.767207 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:48:49.829707 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:49.835314 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.008122 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:50.042044 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.049599 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:50.080244 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:48:50.081168 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1c5d5d97-942e-4d01-8fb9-ba92af6e6b1c not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:48:50.081758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 956bf40c-db07-4d4e-a766-8133f5c6e78f no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:48:50.121547 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 956bf40c-db07-4d4e-a766-8133f5c6e78f {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:48:50.122307 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 956bf40c-db07-4d4e-a766-8133f5c6e78f not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:48:50.136820 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535a013a-6d80-4e57-a1d0-1a03b6f0497f,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:50.141592 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:50.146482 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.155696 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 59850) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:50.156264 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/535a013a-6d80-4e57-a1d0-1a03b6f0497f HTTP/1.1" status: 204 len: 168 time: 0.5808036 Aug 24 19:48:50.292605 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.381916 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9429f-16bd-443c-8ef5-9e64fd21aeb9 req-cfb60c0c-1724-4dce-8011-1a16fd1d4bb5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:50.383912 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f0e9429f-16bd-443c-8ef5-9e64fd21aeb9 req-cfb60c0c-1724-4dce-8011-1a16fd1d4bb5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1164522 Aug 24 19:48:50.445400 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f0e9429f-16bd-443c-8ef5-9e64fd21aeb9 req-c7349c99-7183-488c-8d61-8c72dbf5dfd1 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525696 Aug 24 19:48:50.469896 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.478426 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00843024-f223-4742-bbfb-0f26b6b4a72d']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:48:50.494505 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e109838-356a-41b5-a693-3a5d6578799f') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:48:50.495076 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e109838-356a-41b5-a693-3a5d6578799f') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:48:50.509203 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.530107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.540491 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:48:50.541114 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:48:50.558451 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:48:50.742466 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.746291 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:50.760009 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:50.775337 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00843024-f223-4742-bbfb-0f26b6b4a72d,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:50.783513 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.783968 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.784392 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.784871 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.785836 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.786265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.786674 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.787084 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.787494 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.787903 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.788388 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.788730 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:50.791922 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:50.831226 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00843024-f223-4742-bbfb-0f26b6b4a72d HTTP/1.1" status: 204 len: 168 time: 0.6741579 Aug 24 19:48:51.342579 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7f03b809-fc41-412d-b884-b2255e2c0162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:51.345819 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 59860) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:51.406054 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-24aa6542-e8ec-4daa-a5b7-65004076c857 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37bda5aa04284520ae2791cbadbcbfbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0589449 Aug 24 19:48:51.409280 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 59864) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:51.490758 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:51.519929 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:51.664246 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676096c-2652-484c-99cf-44065f5b422b req-828b4204-6688-420d-93ed-b05929d2c502 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:51.665981 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d676096c-2652-484c-99cf-44065f5b422b req-828b4204-6688-420d-93ed-b05929d2c502 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0995071 Aug 24 19:48:51.717202 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d676096c-2652-484c-99cf-44065f5b422b req-fa1b9d45-245e-4003-9042-adbda25c2f57 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443730 Aug 24 19:48:51.750854 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:51.753562 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-24c7b696-e89a-43ff-9b5e-eab7025cd6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:51.768890 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e52798e-b496-41f5-823f-39292b2f14f3,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:51.771646 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:51.864265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:51.865503 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e52798e-b496-41f5-823f-39292b2f14f3 HTTP/1.1" status: 204 len: 168 time: 0.4551427 Aug 24 19:48:52.458929 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:52.998001 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b95366-e4a6-4f9b-86ed-1695ff55735f req-6be54930-35b2-462f-a356-bbb3b48d4014 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:53.002888 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-84b95366-e4a6-4f9b-86ed-1695ff55735f req-6be54930-35b2-462f-a356-bbb3b48d4014 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1542192 Aug 24 19:48:53.071528 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-84b95366-e4a6-4f9b-86ed-1695ff55735f req-7e2d4981-0a3c-46d6-8f50-3f4d2681fa50 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641077 Aug 24 19:48:53.460201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 59904) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:53.584037 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-704455941-network', 'tenant_id': '94b0d8ce3a264b9e8e05073232827145'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:48:53.589666 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:48:53.594262 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Usage tracker for resource:network and tenant:94b0d8ce3a264b9e8e05073232827145 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:48:53.597576 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:48:53.608064 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:48:53.709977 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Made reservation on behalf of 94b0d8ce3a264b9e8e05073232827145 for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:48:53.718646 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:53.748712 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:53.760931 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:53.778484 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:48:53.783187 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Usage tracker for resource:security_group_rule and tenant:94b0d8ce3a264b9e8e05073232827145 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:48:53.786988 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:48:53.793805 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:48:53.887396 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:53.967097 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:53.972055 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2af08ea9-4cdc-4298-920a-61376f03a395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:54.001581 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:48:54.015875 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:54.019181 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:54.022496 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:54.022939 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Added segment a8d9df62-9193-4aba-918b-244c7b109297 of type vlan for network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd Aug 24 19:48:54.060893 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:54.237658 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:54.241389 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:54.241389 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:54.247036 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4e726da1-3621-4637-8506-ad655641f1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:54.367360 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Pushing event updated for resources: {'Network': ['ID=0b194239-75e2-4d7b-9e60-9a8e0a8724cd,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:54.371133 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:54.391138 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:48:54.395983 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c93e-d127-4064-a44b-47572aade3ef req-8cd207f3-fda7-474b-a137-0b37b6d83b0d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:54.397656 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-63e7c93e-d127-4064-a44b-47572aade3ef req-8cd207f3-fda7-474b-a137-0b37b6d83b0d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.2082050 Aug 24 19:48:54.434804 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9692237 Aug 24 19:48:54.435102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 59916) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:48:54.441384 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Request body: {'subnet': {'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-704455941-subnet', 'tenant_id': '94b0d8ce3a264b9e8e05073232827145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:48:54.457571 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:48:54.462437 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Usage tracker for resource:subnet and tenant:94b0d8ce3a264b9e8e05073232827145 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:48:54.465952 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:48:54.473452 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:48:54.484054 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-63e7c93e-d127-4064-a44b-47572aade3ef req-330e361b-9be6-4f77-9ce3-371addf7ff34 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746219 Aug 24 19:48:54.606554 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Made reservation on behalf of 94b0d8ce3a264b9e8e05073232827145 for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:48:54.609122 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15301028'] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:55.041395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14983792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15301078'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:55.045573 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e81d0aef-a19f-4ccb-8b9f-2195aceff513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:48:55.131305 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37d5182-2725-43ba-a8be-f1a4982ff67c,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:55.134062 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:48:55.161446 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Checking segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:48:55.161446 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Network hostable DHCP agents. Network: 0b194239-75e2-4d7b-9e60-9a8e0a8724cd, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:48:55.319031 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:48:55.520870 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 0b194239-75e2-4d7b-9e60-9a8e0a8724cd) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:48:55.525204 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:55.525807 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:55.532738 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c461ebb4-c43b-46cf-afc2-1c6ffc989353 None None] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:48:55.672166 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-274bcd3a-bff6-4fdc-9e2d-cce61c00c02b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2353790 Aug 24 19:48:55.685431 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e7dd2-0892-4718-9fb6-f4fa542dd52d req-04cbf697-6f1d-4bb8-a98a-5286a3c1e301 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:55.686966 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-884e7dd2-0892-4718-9fb6-f4fa542dd52d req-04cbf697-6f1d-4bb8-a98a-5286a3c1e301 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0849454 Aug 24 19:48:55.754631 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be393c1-7f45-414d-aded-581964b4f11c None None] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:48:55.757193 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-884e7dd2-0892-4718-9fb6-f4fa542dd52d req-33a16038-1297-4b4a-8d02-39ed0270e07a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610449 Aug 24 19:48:56.314491 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-88154f05-0afa-4811-8256-ccd151b4098f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:56.315119 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-88154f05-0afa-4811-8256-ccd151b4098f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:network {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:48:56.406843 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-88154f05-0afa-4811-8256-ccd151b4098f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:network {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:48:56.408398 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-88154f05-0afa-4811-8256-ccd151b4098f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.2995791 Aug 24 19:48:56.424215 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-9c196347-28db-47b1-bff2-880499ac6270 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/quotas/94b0d8ce3a264b9e8e05073232827145 HTTP/1.1" status: 200 len: 375 time: 0.0096281 Aug 24 19:48:56.480929 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-65f85786-73b8-42c4-b7fa-5a363009e359 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502832 Aug 24 19:48:56.622876 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-5f1a92b5-3d4f-425e-bc7c-33dfe1c1e9a9 service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410756 Aug 24 19:48:56.759729 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-2ab1aaa2-368b-464e-822c-ae4ebf779350 service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308267 Aug 24 19:48:56.978685 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03af3c7-f834-4793-942a-9eb26cfc0f72 req-8b8db3c3-6fea-45de-aa04-9290d8e0e6c6 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:56.978685 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b03af3c7-f834-4793-942a-9eb26cfc0f72 req-8b8db3c3-6fea-45de-aa04-9290d8e0e6c6 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0804439 Aug 24 19:48:56.992670 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b03af3c7-f834-4793-942a-9eb26cfc0f72 req-51003fe6-ca80-4b0b-bfd4-da9f024ebf9f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403852 Aug 24 19:48:57.204737 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b1aa2775-fe2f-4812-afc4-48972f7d796f req-91bc5415-5538-4e1b-8b4b-4f993ab6509c tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 210 time: 0.0466397 Aug 24 19:48:58.278829 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe5908-9730-410b-8714-2eae5dae85c5 req-d6c72cf8-8d46-4d69-bbee-0f8547ee5420 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:58.280786 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-76fe5908-9730-410b-8714-2eae5dae85c5 req-d6c72cf8-8d46-4d69-bbee-0f8547ee5420 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.1811795 Aug 24 19:48:58.331493 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-76fe5908-9730-410b-8714-2eae5dae85c5 req-b43544dc-83ee-483c-a2de-c205c4b638e0 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Aug 24 19:48:58.391369 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1c1da89e-352d-4d4e-86fb-bff41166a10b req-52217153-47c2-491e-888b-fad7cdb3d7c2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 210 time: 0.1319313 Aug 24 19:48:58.868502 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e9aa2-90fa-4be0-af13-7793482e4ce0 req-685e3a32-55f4-4a16-b0ae-c8b1a0e5a5f3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:58.870004 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-218e9aa2-90fa-4be0-af13-7793482e4ce0 req-685e3a32-55f4-4a16-b0ae-c8b1a0e5a5f3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0828743 Aug 24 19:48:58.923250 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-218e9aa2-90fa-4be0-af13-7793482e4ce0 req-ef724d04-18df-4826-bfd0-bc41e269da3c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Aug 24 19:48:58.998785 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-23d1725e-9ac5-432e-952b-c1e0614a0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:59.000546 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-23d1725e-9ac5-432e-952b-c1e0614a0bc7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 1099 time: 0.0738349 Aug 24 19:48:59.141261 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-589263b5-3f94-4caa-bfb0-74a4efec75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:59.143062 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-589263b5-3f94-4caa-bfb0-74a4efec75d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 912 time: 0.1301782 Aug 24 19:48:59.250755 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-891ebe4f-b823-4adf-a286-b4fc32f09b14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 200 len: 1001 time: 0.1009092 Aug 24 19:48:59.313950 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-72c05903-74b7-4335-a1ba-444714135fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:59.315494 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-72c05903-74b7-4335-a1ba-444714135fdb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.0576479 Aug 24 19:48:59.396743 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-60e13738-96ea-4ccc-be6a-162eac746674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:59.398276 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-60e13738-96ea-4ccc-be6a-162eac746674 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751765 Aug 24 19:48:59.544932 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-c572a43b-a638-402d-8e37-b899499b2216 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398911 Aug 24 19:48:59.547636 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6753c775-a3c1-4b71-97d7-2c2c0b9e9ad7 req-85a031ab-6929-4270-9cd0-6f943712b175 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 210 time: 0.0494444 Aug 24 19:48:59.682827 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e9f20ef3-ede5-46ed-9a44-5f238817d3ab req-59e6c5fd-368d-443e-b9d8-347c98381277 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301913 Aug 24 19:48:59.743484 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-bea84a72-8a36-480c-8c80-2e6f84f86652 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:59.744889 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-bea84a72-8a36-480c-8c80-2e6f84f86652 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.1464090 Aug 24 19:48:59.762283 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Request body: {'port': {'device_id': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'admin_state_up': True, 'tenant_id': '94b0d8ce3a264b9e8e05073232827145'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:48:59.903007 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:48:59.906853 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Usage tracker for resource:port and tenant:94b0d8ce3a264b9e8e05073232827145 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:48:59.909634 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:48:59.915303 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:00.063427 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Made reservation on behalf of 94b0d8ce3a264b9e8e05073232827145 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:00.067125 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.122275 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab7b03-5054-48ca-ab58-0edb49b3b19e req-d8f0380b-ebea-4d9b-9674-cee11717cc32 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:00.123748 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-85ab7b03-5054-48ca-ab58-0edb49b3b19e req-d8f0380b-ebea-4d9b-9674-cee11717cc32 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0930004 Aug 24 19:49:00.171143 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-85ab7b03-5054-48ca-ab58-0edb49b3b19e req-b433e25d-3e20-4fc5-8252-b3eb255ec8fa tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Aug 24 19:49:00.254716 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Allocated IP 172.20.0.2 (0b194239-75e2-4d7b-9e60-9a8e0a8724cd/a37d5182-2725-43ba-a8be-f1a4982ff67c/0ef1fc10-6945-440a-83aa-bf1aee2891b6) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:00.469687 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.578710 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.585233 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a012240b-cd2d-4944-a58c-c085dad2cdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:00.654628 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:00.659075 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:00.666167 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:00.730457 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event updated for resources: {'Port': ['ID=0ef1fc10-6945-440a-83aa-bf1aee2891b6,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:00.743729 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:00.783365 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:00.783962 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.815338 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3675382-d164-4720-b76c-9cd28eb72426 req-a1fab384-8a03-47ff-bc6c-2500df060516 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:00.816532 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-c3675382-d164-4720-b76c-9cd28eb72426 req-a1fab384-8a03-47ff-bc6c-2500df060516 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:00.909867 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515286 Aug 24 19:49:00.921320 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Request body: {'port': {'device_id': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:00.973946 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-c3675382-d164-4720-b76c-9cd28eb72426 req-a1fab384-8a03-47ff-bc6c-2500df060516 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:00.975100 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c3675382-d164-4720-b76c-9cd28eb72426 req-a1fab384-8a03-47ff-bc6c-2500df060516 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 931 time: 0.3173466 Aug 24 19:49:01.067388 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.083264 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-c3675382-d164-4720-b76c-9cd28eb72426 req-7391bd64-7780-4b92-88ab-a216dfb31ce2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:01.229351 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-c3675382-d164-4720-b76c-9cd28eb72426 req-7391bd64-7780-4b92-88ab-a216dfb31ce2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:01.230557 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c3675382-d164-4720-b76c-9cd28eb72426 req-7391bd64-7780-4b92-88ab-a216dfb31ce2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256446 Aug 24 19:49:01.390137 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4491ccd-7c0e-4888-b37c-0bd6d05d61b4 req-fd01a643-f482-470a-9668-f1c05566047f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:01.391647 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d4491ccd-7c0e-4888-b37c-0bd6d05d61b4 req-fd01a643-f482-470a-9668-f1c05566047f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0859222 Aug 24 19:49:01.436506 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef1fc10-6945-440a-83aa-bf1aee2891b6 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:01.441460 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d4491ccd-7c0e-4888-b37c-0bd6d05d61b4 req-f2d52789-cbed-4230-8016-d5c4128d30bc tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Aug 24 19:49:01.444632 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.469147 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Transition to ACTIVE for port object 0ef1fc10-6945-440a-83aa-bf1aee2891b6 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:01.564389 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.570363 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2f7e8705-3a6a-4c87-a0ed-15bbd0fbfacb tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:01.605404 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 60062) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:01.665128 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Deleting subnet e3fc32a2-cd57-43e7-942a-bf50b558829f {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:49:01.668015 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.695083 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef1fc10-6945-440a-83aa-bf1aee2891b6,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:01.721108 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.779245 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.804784 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:01.880284 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Attempting to bind port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:01.880615 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Attempting to bind port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:01.880940 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Attempting to bind port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:01.885509 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:49:01.885824 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Attempting to bind port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:01.896740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:49:01.896740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Checking segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:49:01.896740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Bound using segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:49:01.896740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Bound port: 0ef1fc10-6945-440a-83aa-bf1aee2891b6, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:01.896740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.949639 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.953735 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7a84e9e-7641-4153-a694-72622b5f8c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:01.983429 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] For port 0ef1fc10-6945-440a-83aa-bf1aee2891b6, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:49:01.986674 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] For port 0ef1fc10-6945-440a-83aa-bf1aee2891b6, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0ef1fc10-6945-440a-83aa-bf1aee2891b6,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:49:01.991102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fc32a2-cd57-43e7-942a-bf50b558829f,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:01.992850 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.997094 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:02.000093 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7063861c-098a-4b34-86e0-da847c1c37af admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e3fc32a2-cd57-43e7-942a-bf50b558829f HTTP/1.1" status: 204 len: 168 time: 0.3935874 Aug 24 19:49:02.002559 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 60066) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:02.052786 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.056597 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:02.112087 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.114703 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.115315 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.116672 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] 10.222.0.38 "PUT /v2.0/ports/0ef1fc10-6945-440a-83aa-bf1aee2891b6 HTTP/1.1" status: 200 len: 1093 time: 1.1994584 Aug 24 19:49:02.117171 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'tag': '0ef1fc10-6945-440a-83aa-bf1aee2891b6'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:02.147601 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef1fc10-6945-440a-83aa-bf1aee2891b6,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:02.151064 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:02.164330 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'tag': '0ef1fc10-6945-440a-83aa-bf1aee2891b6', 'status': 'completed', 'code': 200} Aug 24 19:49:02.264751 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28103a03-dc08-4ce3-96bf-4ca73a5575f5 req-e115ce1d-71da-4e5c-866b-41cb5fd83590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.266154 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28103a03-dc08-4ce3-96bf-4ca73a5575f5 req-e115ce1d-71da-4e5c-866b-41cb5fd83590 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 1096 time: 0.0789020 Aug 24 19:49:02.318663 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.332298 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c429f8-69a0-43ef-a717-e5d9d75d2573']}} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:02.344265 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af2b238-484f-43ef-ba68-51f31f944682') {'for_net_delete': True} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:02.344559 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af2b238-484f-43ef-ba68-51f31f944682') {} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:02.358551 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15623515'] for segment, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.417718 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28103a03-dc08-4ce3-96bf-4ca73a5575f5 req-9fd045ba-a751-4f9b-a55d-56873618e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.419227 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28103a03-dc08-4ce3-96bf-4ca73a5575f5 req-9fd045ba-a751-4f9b-a55d-56873618e159 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=94b0d8ce3a264b9e8e05073232827145&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1448507 Aug 24 19:49:02.420715 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.431032 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=79949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:49:02.431424 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14984149'] for segment, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: Traceback (most recent call last): Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: timer() Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: cb(*args, **kw) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: return func(*args, **kwargs) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: self._notify() Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: self.callback(batched_events) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: event.method(event) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: return f(self, *a, **k) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: return self._get(url).json() Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: return self.request(url, 'GET', **kwargs) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:49:02.445049 dv-cinder-805877-1-smb neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:49:02.536217 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7fce8-49a6-45e6-bcc9-46c761cac2e9 req-ea789474-58c8-4cf1-a3a6-d103c99ee237 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.537874 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eef7fce8-49a6-45e6-bcc9-46c761cac2e9 req-ea789474-58c8-4cf1-a3a6-d103c99ee237 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 943 time: 0.1823494 Aug 24 19:49:02.559785 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28103a03-dc08-4ce3-96bf-4ca73a5575f5 req-469b95e6-e822-4cf6-9d84-b55f43f408b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.561211 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28103a03-dc08-4ce3-96bf-4ca73a5575f5 req-469b95e6-e822-4cf6-9d84-b55f43f408b4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342082 Aug 24 19:49:02.584579 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-eef7fce8-49a6-45e6-bcc9-46c761cac2e9 req-7394eb0b-df0c-448e-92a3-1026e05cab0e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Aug 24 19:49:02.600526 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.608057 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:02.624895 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.631442 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=74c429f8-69a0-43ef-a717-e5d9d75d2573,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:02.637150 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:02.672149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-1292180c-dfaf-462a-9cde-42dad0ddd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.673602 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-1292180c-dfaf-462a-9cde-42dad0ddd692 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 1096 time: 0.0737638 Aug 24 19:49:02.732807 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-ae4dbecc-7895-4569-b8a9-fdefb0800c0f admin admin] 10.222.0.55 "DELETE /v2.0/networks/74c429f8-69a0-43ef-a717-e5d9d75d2573 HTTP/1.1" status: 204 len: 168 time: 0.7291286 Aug 24 19:49:02.746102 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-27e7ec66-d512-4aab-98ec-b29450eb1709 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ef1fc10-6945-440a-83aa-bf1aee2891b6 HTTP/1.1" status: 200 len: 217 time: 0.0646470 Aug 24 19:49:02.809430 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-464705bc-27d0-4110-bfd0-919c279af29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.810921 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-464705bc-27d0-4110-bfd0-919c279af29f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a37d5182-2725-43ba-a8be-f1a4982ff67c HTTP/1.1" status: 200 len: 854 time: 0.0579333 Aug 24 19:49:02.863282 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-1fd9088c-ecca-4fab-a2f3-5dbad942285b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440927 Aug 24 19:49:02.995269 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-cb68ea8f-631b-4a31-bbc4-7b2dad193dd2 service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256657 Aug 24 19:49:03.073767 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60076) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:03.164284 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-5db89ed1-1b03-4854-aa57-d539fd62193b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69165bfdb3ac47918b991f3361dc4fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893538 Aug 24 19:49:03.166723 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60080) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:03.181071 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e71d1549-d4fd-40be-9801-10e447ebf491 req-528294c3-d6a5-4627-9e68-9c00b0fb7ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791806 Aug 24 19:49:03.229618 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.255242 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.410334 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.414716 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ae134f09-e0d0-4df3-9aa3-7c189f9921e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:03.427192 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf468c8-c094-4599-857e-862991e10b96,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:03.430290 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:03.541962 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.543128 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cf468c8-c094-4599-857e-862991e10b96 HTTP/1.1" status: 204 len: 168 time: 0.3755338 Aug 24 19:49:03.773751 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a7f5-3c8d-4f90-98cd-e13d0af180a2 req-d4efaaca-d824-4704-b551-fc18e74ff92e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:03.775154 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5434a7f5-3c8d-4f90-98cd-e13d0af180a2 req-d4efaaca-d824-4704-b551-fc18e74ff92e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 943 time: 0.0847554 Aug 24 19:49:03.820096 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5434a7f5-3c8d-4f90-98cd-e13d0af180a2 req-8d823017-6145-4f72-b95e-f65bc0a7991d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391619 Aug 24 19:49:04.870144 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0ef1fc10-6945-440a-83aa-bf1aee2891b6 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:49:05.008402 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e57a0-3c90-44ac-a8f4-11971dc67105 req-6b8d6278-1b13-4d96-8156-35fa37fdf0d5 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:05.012551 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f96e57a0-3c90-44ac-a8f4-11971dc67105 req-6b8d6278-1b13-4d96-8156-35fa37fdf0d5 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 943 time: 0.0849688 Aug 24 19:49:05.027793 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0ef1fc10-6945-440a-83aa-bf1aee2891b6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0ef1fc10-6945-440a-83aa-bf1aee2891b6,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:05.042804 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '0ef1fc10-6945-440a-83aa-bf1aee2891b6', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'port_id': '0ef1fc10-6945-440a-83aa-bf1aee2891b6', 'mac_address': 'fa:16:3e:7d:27:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37d5182-2725-43ba-a8be-f1a4982ff67c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:49:05.059925 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f96e57a0-3c90-44ac-a8f4-11971dc67105 req-5bfd9788-7a84-4a6b-be3b-cd5a079697ce tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Aug 24 19:49:05.102727 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.120756 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef1fc10-6945-440a-83aa-bf1aee2891b6 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:05.135799 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0ef1fc10-6945-440a-83aa-bf1aee2891b6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0ef1fc10-6945-440a-83aa-bf1aee2891b6,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:05.195270 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.197111 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:05.269681 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=0ef1fc10-6945-440a-83aa-bf1aee2891b6,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:05.276746 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.277088 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.277424 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.277755 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.278082 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.278441 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.278765 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.279085 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.279502 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.279829 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.280146 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.280462 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:05.284212 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:05.441936 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:49:06.244356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769a58-fdd5-4e49-be2f-ec8ad01dcc41 req-e3213c18-dea6-45cd-b90e-d5716cd3e389 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:06.245919 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb769a58-fdd5-4e49-be2f-ec8ad01dcc41 req-e3213c18-dea6-45cd-b90e-d5716cd3e389 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 944 time: 0.0809240 Aug 24 19:49:06.295694 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb769a58-fdd5-4e49-be2f-ec8ad01dcc41 req-6f0ee890-1ddd-4138-97e0-62c1791d0611 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Aug 24 19:49:06.873026 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0ef1fc10-6945-440a-83aa-bf1aee2891b6 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:49:07.046095 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:07.051369 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:07.051750 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.176190 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.203477 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef1fc10-6945-440a-83aa-bf1aee2891b6'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:07.213215 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0ef1fc10-6945-440a-83aa-bf1aee2891b6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0ef1fc10-6945-440a-83aa-bf1aee2891b6,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:07.252056 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef1fc10-6945-440a-83aa-bf1aee2891b6', 'code': 200} Aug 24 19:49:07.284334 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.286277 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:07.357128 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=0ef1fc10-6945-440a-83aa-bf1aee2891b6,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:07.360650 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:07.487296 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dd472-5398-439b-aa9f-f1936f98d30d req-f3950791-eb92-4c18-9569-13041cedf332 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:07.489046 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4b5dd472-5398-439b-aa9f-f1936f98d30d req-f3950791-eb92-4c18-9569-13041cedf332 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 945 time: 0.0830560 Aug 24 19:49:07.533803 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4b5dd472-5398-439b-aa9f-f1936f98d30d req-80c1ae3e-8ace-458c-952c-293dac1ff280 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 Aug 24 19:49:07.808364 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e060968-25e1-4907-9ae9-dd42d0933e18 req-84b11af0-6ec4-4118-adfc-7457366e68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:07.809730 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4e060968-25e1-4907-9ae9-dd42d0933e18 req-84b11af0-6ec4-4118-adfc-7457366e68d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 1098 time: 0.1599739 Aug 24 19:49:07.855394 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4e060968-25e1-4907-9ae9-dd42d0933e18 req-2ce46dc3-a3c0-45ea-ae32-bb453d914e52 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365124 Aug 24 19:49:08.724399 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f396d3-613d-4bb8-be0b-5433362dc8d5 req-900162f6-6d6f-4e83-abe1-062b819432c5 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:08.725894 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d9f396d3-613d-4bb8-be0b-5433362dc8d5 req-900162f6-6d6f-4e83-abe1-062b819432c5 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 945 time: 0.0821638 Aug 24 19:49:08.772036 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d9f396d3-613d-4bb8-be0b-5433362dc8d5 req-ffa7bbd6-1ed9-4e91-ac19-09a7e96a3692 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Aug 24 19:49:09.861528 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.961153 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f9a16-036b-4236-8115-5bd48ab79528 req-fa92db44-e823-4f03-a034-441293544a29 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:09.962599 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e5f9a16-036b-4236-8115-5bd48ab79528 req-fa92db44-e823-4f03-a034-441293544a29 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 945 time: 0.0826976 Aug 24 19:49:10.007484 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e5f9a16-036b-4236-8115-5bd48ab79528 req-827c7e2c-45dc-4007-abef-f1579780b87d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391333 Aug 24 19:49:12.175995 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-d76b253b-354e-4c6c-89cc-4f3e2de4e5be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724473 Aug 24 19:49:12.270391 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-b4c432cc-36c0-471a-94d3-eedfdbd9e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:12.271929 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-b4c432cc-36c0-471a-94d3-eedfdbd9e5e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 1099 time: 0.0709934 Aug 24 19:49:12.425407 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-81d3a771-4091-4c0a-9998-740a21ac3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:12.426810 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-81d3a771-4091-4c0a-9998-740a21ac3bd5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 912 time: 0.1358976 Aug 24 19:49:12.537351 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-f5b85931-15e7-4033-b11d-991469c10dc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 200 len: 1001 time: 0.1019979 Aug 24 19:49:12.605868 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-b232bd82-452b-47c1-99ad-7760b612f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:12.607351 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-b232bd82-452b-47c1-99ad-7760b612f5da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.0624967 Aug 24 19:49:12.685211 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-553248ba-397c-491c-9a1f-90770c38885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:12.686618 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-553248ba-397c-491c-9a1f-90770c38885c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723784 Aug 24 19:49:12.823397 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-dab59ed7-e36c-40e5-9d67-8054b31e5433 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292267 Aug 24 19:49:12.968674 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09956893-dcf1-4ce6-8bc7-376bbb69a41d req-492dee03-5b2e-4cce-aa3e-2af6bce40040 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381156 Aug 24 19:49:15.788932 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077099-c064-4772-b590-a5002264674d req-5cc9d895-4415-4592-a805-38b1b2339218 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:15.790403 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-5cc9d895-4415-4592-a805-38b1b2339218 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.1479492 Aug 24 19:49:15.804959 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-ecd90418-9ec9-4ccb-aa62-d1d5361e7f6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/quotas/94b0d8ce3a264b9e8e05073232827145 HTTP/1.1" status: 200 len: 375 time: 0.0090284 Aug 24 19:49:15.891646 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-98bc0bc4-d181-4143-b87b-148697b3e753 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807984 Aug 24 19:49:16.026794 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-cff79762-f2df-46af-8ce6-80e13eb48c34 service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290324 Aug 24 19:49:16.164084 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-93e34be0-c7cd-41b2-be7e-0a6b4cc2e900 service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313305 Aug 24 19:49:16.447849 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ef3a85ed-fe80-4859-ad4e-35b8611a1cf5 req-142c2e3f-cef3-4852-b5a7-c081d71cfe62 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 210 time: 0.0460284 Aug 24 19:49:17.598509 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-00929d45-12c2-4f01-a591-648111ef6494 req-6fc9fcd5-8296-414e-b5ae-d7d2370904a5 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 210 time: 0.0455115 Aug 24 19:49:18.611345 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9f05-23c6-4a44-b380-fe8e427873d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:18.841853 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6f20af4e-8faa-4606-a40b-acd0c16ceb92 req-76ac54c1-3317-4b70-935e-dfe52c08becc tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 210 time: 0.0525935 Aug 24 19:49:18.885073 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077099-c064-4772-b590-a5002264674d req-4d32453b-3ab0-4a21-9bb5-65334bb5be6f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:18.886495 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-4d32453b-3ab0-4a21-9bb5-65334bb5be6f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.2837481 Aug 24 19:49:18.900452 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Request body: {'port': {'device_id': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'admin_state_up': True, 'tenant_id': '94b0d8ce3a264b9e8e05073232827145'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:19.048119 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:19.058655 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:19.136991 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Made reservation on behalf of 94b0d8ce3a264b9e8e05073232827145 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:19.141068 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.324486 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Allocated IP 172.20.0.14 (0b194239-75e2-4d7b-9e60-9a8e0a8724cd/a37d5182-2725-43ba-a8be-f1a4982ff67c/4853be4d-82de-494a-861c-94602e11c1ed) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:19.555163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.708970 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.715604 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-51882bef-8b1f-42f5-a846-28403ee68c6a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:19.721266 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:49:19.753728 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.782841 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:19.786153 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:19.790310 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:19.821830 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event updated for resources: {'Port': ['ID=4853be4d-82de-494a-861c-94602e11c1ed,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:19.828264 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:19.857107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:19.857876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.996131 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0992973 Aug 24 19:49:20.008891 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Request body: {'port': {'device_id': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:20.141491 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d7313-238e-498a-8e3d-42284337fd57 req-a9ca615f-e8af-4399-a716-415bc217d13f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:20.142206 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b27d7313-238e-498a-8e3d-42284337fd57 req-a9ca615f-e8af-4399-a716-415bc217d13f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:20.151012 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:20.273101 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-b27d7313-238e-498a-8e3d-42284337fd57 req-a9ca615f-e8af-4399-a716-415bc217d13f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:20.274256 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b27d7313-238e-498a-8e3d-42284337fd57 req-a9ca615f-e8af-4399-a716-415bc217d13f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 932 time: 0.3197677 Aug 24 19:49:20.398097 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b27d7313-238e-498a-8e3d-42284337fd57 req-30a8546c-d61f-4347-87b9-2e6fd215e922 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179538 Aug 24 19:49:20.530145 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4853be4d-82de-494a-861c-94602e11c1ed {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:20.537337 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:20.551168 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Transition to ACTIVE for port object 4853be4d-82de-494a-861c-94602e11c1ed will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:20.616876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:20.622011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:20.787983 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4853be4d-82de-494a-861c-94602e11c1ed,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:20.790916 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:20.857953 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Attempting to bind port 4853be4d-82de-494a-861c-94602e11c1ed on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:20.858709 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Attempting to bind port 4853be4d-82de-494a-861c-94602e11c1ed by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:20.858709 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Attempting to bind port 4853be4d-82de-494a-861c-94602e11c1ed on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:20.863727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Port 4853be4d-82de-494a-861c-94602e11c1ed on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:49:20.864045 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Attempting to bind port 4853be4d-82de-494a-861c-94602e11c1ed on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:20.869012 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:49:20.869344 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Checking segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:49:20.869721 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Bound using segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:49:20.870141 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Bound port: 4853be4d-82de-494a-861c-94602e11c1ed, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:20.870513 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:20.962620 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] For port 4853be4d-82de-494a-861c-94602e11c1ed, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:49:20.965916 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] For port 4853be4d-82de-494a-861c-94602e11c1ed, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4853be4d-82de-494a-861c-94602e11c1ed,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:49:21.070897 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.076651 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:21.211318 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.211925 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.213263 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] 10.222.0.38 "PUT /v2.0/ports/4853be4d-82de-494a-861c-94602e11c1ed HTTP/1.1" status: 200 len: 1094 time: 1.2097085 Aug 24 19:49:21.217297 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'tag': '4853be4d-82de-494a-861c-94602e11c1ed'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:21.247940 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4853be4d-82de-494a-861c-94602e11c1ed,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:21.247940 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:21.278692 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'tag': '4853be4d-82de-494a-861c-94602e11c1ed', 'status': 'completed', 'code': 200} Aug 24 19:49:21.362632 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1970ea3-35d5-4160-a12f-c2e898d91780 req-374567a4-832b-4705-9fb0-4e52d840fac6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.363106 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f1970ea3-35d5-4160-a12f-c2e898d91780 req-374567a4-832b-4705-9fb0-4e52d840fac6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.1172254 Aug 24 19:49:21.377579 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cbf0d-b4b4-41e7-ac38-d21ab58fdfa9 req-e0e39fb0-8a22-4f59-8fe9-ab95f5c053c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.379084 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-044cbf0d-b4b4-41e7-ac38-d21ab58fdfa9 req-e0e39fb0-8a22-4f59-8fe9-ab95f5c053c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 1097 time: 0.0839520 Aug 24 19:49:21.380666 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-1d48b2bc-a4e1-46f9-8517-1cdfafa645ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.413133 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f1970ea3-35d5-4160-a12f-c2e898d91780 req-a7520990-8728-409c-83fb-b824f16e81eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437980 Aug 24 19:49:21.564178 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cbf0d-b4b4-41e7-ac38-d21ab58fdfa9 req-e18f36d5-a898-4ba5-8294-820f51366ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.565586 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-044cbf0d-b4b4-41e7-ac38-d21ab58fdfa9 req-e18f36d5-a898-4ba5-8294-820f51366ae7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=94b0d8ce3a264b9e8e05073232827145&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1786385 Aug 24 19:49:21.704824 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfc504-c2c3-48a4-ab37-558e8a5e1744 req-aac72881-8cc4-4c1e-9cb1-f803adf0a7fa tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.706287 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-71bfc504-c2c3-48a4-ab37-558e8a5e1744 req-aac72881-8cc4-4c1e-9cb1-f803adf0a7fa tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 944 time: 0.1875978 Aug 24 19:49:21.742904 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cbf0d-b4b4-41e7-ac38-d21ab58fdfa9 req-db912b5c-09dd-44d1-a02f-b0a311894cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.744305 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-044cbf0d-b4b4-41e7-ac38-d21ab58fdfa9 req-db912b5c-09dd-44d1-a02f-b0a311894cc2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672316 Aug 24 19:49:21.767013 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-71bfc504-c2c3-48a4-ab37-558e8a5e1744 req-f0ee4958-6f41-4f15-b11d-923c7906195c tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499675 Aug 24 19:49:21.853297 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077099-c064-4772-b590-a5002264674d req-6ca3c2a3-b09a-40c4-8637-3fc45032ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.854826 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-6ca3c2a3-b09a-40c4-8637-3fc45032ed56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 1097 time: 0.0710957 Aug 24 19:49:21.936963 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-4a6a1577-b777-4709-8b7a-d176f2ad61e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4853be4d-82de-494a-861c-94602e11c1ed HTTP/1.1" status: 200 len: 217 time: 0.0629144 Aug 24 19:49:21.999701 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077099-c064-4772-b590-a5002264674d req-a22f75c9-6592-45fd-b593-5b1203a73669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:22.001036 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-a22f75c9-6592-45fd-b593-5b1203a73669 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a37d5182-2725-43ba-a8be-f1a4982ff67c HTTP/1.1" status: 200 len: 854 time: 0.0568180 Aug 24 19:49:22.050545 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-c0fb54ad-75af-4f1c-8983-e148441109ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402899 Aug 24 19:49:22.184096 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-398317f3-4840-4a96-a347-e7a7c7de5fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238041 Aug 24 19:49:22.320642 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31077099-c064-4772-b590-a5002264674d req-ed472630-ade4-4831-b427-1547a554e849 service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265466 Aug 24 19:49:22.501284 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.606585 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fd202-79d8-4216-9370-5bb5149fdaf4 req-5163da6c-dc7f-4aee-9b87-9a102f949ccd tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:22.608042 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-950fd202-79d8-4216-9370-5bb5149fdaf4 req-5163da6c-dc7f-4aee-9b87-9a102f949ccd tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0830016 Aug 24 19:49:22.653492 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-950fd202-79d8-4216-9370-5bb5149fdaf4 req-3abebdde-21a6-467e-8682-b502e0c983bb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 Aug 24 19:49:22.953820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111c2c-bf61-4373-88fb-656614726dbf req-68abdf84-b161-486b-ac31-27922fa5ccab tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:22.955211 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bc111c2c-bf61-4373-88fb-656614726dbf req-68abdf84-b161-486b-ac31-27922fa5ccab tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 944 time: 0.0830417 Aug 24 19:49:23.000537 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bc111c2c-bf61-4373-88fb-656614726dbf req-051e0e38-0228-441e-9a54-eee0fd676e30 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 Aug 24 19:49:23.326800 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-9fbb7e6f-90cc-4c13-8bcf-f8ca6da1db10 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:23.328148 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-9fbb7e6f-90cc-4c13-8bcf-f8ca6da1db10 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0766852 Aug 24 19:49:23.401950 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Deleting port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:49:23.402311 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.726328 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] For port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:23.726690 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.731023 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.852937 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e9c2d-2475-4577-8842-838f70c1bc47 req-a2ef9b02-1668-4abe-a933-66c7b6a6aa13 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:23.854511 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4d5e9c2d-2475-4577-8842-838f70c1bc47 req-a2ef9b02-1668-4abe-a933-66c7b6a6aa13 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 947 time: 0.0818017 Aug 24 19:49:23.909314 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4d5e9c2d-2475-4577-8842-838f70c1bc47 req-cc416bd3-9b6d-4f0f-8de2-6ad449c40959 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c340db9-d786-4829-a959-5a5430f5e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485003 Aug 24 19:49:24.032125 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.032573 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.032994 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Floating IP 05dbbcf8-ed52-4a83-9493-f8d56ae9a039 disassociated. External IP: 172.28.3.252, port: 94af0ca7-6887-45d2-b1fc-856b2f1ebb08. Aug 24 19:49:24.033348 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Calling delete_port for 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:49:24.244571 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ffdbc-77a9-4430-b4aa-db0c9557eb78 req-3b1bdd35-ea48-40d2-ad14-b74284710006 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:24.245925 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9a5ffdbc-77a9-4430-b4aa-db0c9557eb78 req-3b1bdd35-ea48-40d2-ad14-b74284710006 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 944 time: 0.1353719 Aug 24 19:49:24.290526 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9a5ffdbc-77a9-4430-b4aa-db0c9557eb78 req-c9bd6488-e3fe-467d-9a3d-b4a225eb2ac5 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388284 Aug 24 19:49:24.314159 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.319697 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:24.365315 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event deleted for resources: {'Port': ['ID=94af0ca7-6887-45d2-b1fc-856b2f1ebb08,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:24.368478 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:24.552513 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Router 5615108a-ab07-432e-bef3-54bed38a0905 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:49:24.734467 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:49:24.745469 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] Sync routers for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:24.755254 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:49:24.756208 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:24.807696 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] No DVR routers for this DVR port 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:49:24.810094 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.812836 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-deleted', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:24.859649 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2b2427-4183-4960-a79d-5d51ff317ce5', 'name': 'network-vif-deleted', 'tag': '94af0ca7-6887-45d2-b1fc-856b2f1ebb08', 'status': 'completed', 'code': 200} Aug 24 19:49:24.948620 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1fbf675c-4dd2-469b-a817-03be03d663bb req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "DELETE /v2.0/ports/94af0ca7-6887-45d2-b1fc-856b2f1ebb08 HTTP/1.1" status: 204 len: 173 time: 1.6138661 Aug 24 19:49:24.962131 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 4853be4d-82de-494a-861c-94602e11c1ed details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:49:24.987254 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:49:25.136131 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e2d3c910-fb0b-46a7-bfda-cb9f51051816 req-c35b4164-ee76-4c3c-8f58-1880aba6c2c9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:25.136680 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.resource_extend [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:49:25.234163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e2d3c910-fb0b-46a7-bfda-cb9f51051816 req-c35b4164-ee76-4c3c-8f58-1880aba6c2c9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:25.235421 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e2d3c910-fb0b-46a7-bfda-cb9f51051816 req-c35b4164-ee76-4c3c-8f58-1880aba6c2c9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b2b2427-4183-4960-a79d-5d51ff317ce5 HTTP/1.1" status: 200 len: 210 time: 0.1680105 Aug 24 19:49:25.450789 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 4853be4d-82de-494a-861c-94602e11c1ed, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4853be4d-82de-494a-861c-94602e11c1ed,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:25.478202 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '4853be4d-82de-494a-861c-94602e11c1ed', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'port_id': '4853be4d-82de-494a-861c-94602e11c1ed', 'mac_address': 'fa:16:3e:e2:45:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37d5182-2725-43ba-a8be-f1a4982ff67c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:49:25.508100 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae7a5-32c1-4f08-998a-1e02617873d9 req-1fc2411b-fa31-4d2c-af58-44dd42761291 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:25.509549 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-65cae7a5-32c1-4f08-998a-1e02617873d9 req-1fc2411b-fa31-4d2c-af58-44dd42761291 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 944 time: 0.0819492 Aug 24 19:49:25.555209 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-65cae7a5-32c1-4f08-998a-1e02617873d9 req-61eb6aa0-1a33-4692-b328-1c44dde6f1f6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Aug 24 19:49:25.582036 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.602693 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4853be4d-82de-494a-861c-94602e11c1ed {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:25.626949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 4853be4d-82de-494a-861c-94602e11c1ed, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4853be4d-82de-494a-861c-94602e11c1ed,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:25.639453 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:25.643345 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] Checking router: 5615108a-ab07-432e-bef3-54bed38a0905 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:25.652230 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:49:25.652882 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:25.709700 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.719476 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:25.862212 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=4853be4d-82de-494a-861c-94602e11c1ed,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.875443 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:25.899586 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:49:25.966394 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['4853be4d-82de-494a-861c-94602e11c1ed'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:49:26.413598 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:26.417926 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5e980-273a-400f-b530-ca371ec2e664 None None] The sync data for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb is: [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:26.481019 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60344) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:26.550526 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.581940 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.667966 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5779101-7dfa-4fa4-9c8a-722150479984 None None] New status for floating IP 05dbbcf8-ed52-4a83-9493-f8d56ae9a039: DOWN {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:49:26.744697 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.749052 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-aed4d3e7-1777-4773-a8de-eb74e6d48e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:26.766764 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f360f-810b-4041-95a3-2f6cb1a5d254 req-a6811f52-2b0a-4f00-91dc-9eb047c0f5f3 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:26.768251 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e26f360f-810b-4041-95a3-2f6cb1a5d254 req-a6811f52-2b0a-4f00-91dc-9eb047c0f5f3 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 945 time: 0.0978451 Aug 24 19:49:26.774369 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c340db9-d786-4829-a959-5a5430f5e96e,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:26.778134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:26.815126 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:49:26.818425 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e26f360f-810b-4041-95a3-2f6cb1a5d254 req-5ae77422-389f-42b6-afc0-be2c832ed811 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Aug 24 19:49:26.936393 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.942132 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c340db9-d786-4829-a959-5a5430f5e96e HTTP/1.1" status: 204 len: 168 time: 0.4554384 Aug 24 19:49:26.942132 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60350) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:26.957224 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.api.v2.resource [None req-70b17a36-f6fd-4b16-a106-c22f61adbe9e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] show failed (client error): The resource could not be found. Aug 24 19:49:26.958306 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-70b17a36-f6fd-4b16-a106-c22f61adbe9e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups/7c340db9-d786-4829-a959-5a5430f5e96e HTTP/1.1" status: 404 len: 347 time: 0.0166607 Aug 24 19:49:26.961299 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60354) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:26.961831 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 4853be4d-82de-494a-861c-94602e11c1ed up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:49:27.177223 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 4853be4d-82de-494a-861c-94602e11c1ed completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:27.183392 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 4853be4d-82de-494a-861c-94602e11c1ed triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:27.183392 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.216582 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Deleting port e6624afe-4944-45d7-b47e-303dc9beaffb {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:49:27.216918 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.352193 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.379881 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4853be4d-82de-494a-861c-94602e11c1ed'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:27.389669 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 4853be4d-82de-494a-861c-94602e11c1ed, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4853be4d-82de-494a-861c-94602e11c1ed,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:27.410004 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.410358 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.425040 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4853be4d-82de-494a-861c-94602e11c1ed', 'code': 200} Aug 24 19:49:27.508496 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.509300 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:49:27.537129 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:27.538400 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Calling delete_port for e6624afe-4944-45d7-b47e-303dc9beaffb owned by network:floatingip {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:49:27.577224 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:49:27.577224 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 94af0ca7-6887-45d2-b1fc-856b2f1ebb08 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:49:27.609258 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=4853be4d-82de-494a-861c-94602e11c1ed,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:27.612448 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:28.009030 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443beadf-3272-4a1a-b64e-f98929a1d87a req-06ed99d5-b369-4a0d-9d77-f3d8194ff329 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:28.010500 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-443beadf-3272-4a1a-b64e-f98929a1d87a req-06ed99d5-b369-4a0d-9d77-f3d8194ff329 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 946 time: 0.0803406 Aug 24 19:49:28.056445 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-443beadf-3272-4a1a-b64e-f98929a1d87a req-1cfcca4b-da38-4aba-9a87-a5d3ab4951bf tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Aug 24 19:49:28.197706 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.206687 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:28.253526 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event deleted for resources: {'Port': ['ID=e6624afe-4944-45d7-b47e-303dc9beaffb,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:28.283913 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:28.363289 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.369437 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abf05c-02dd-4f13-abde-a79a1498fcb4 req-41c4dcb7-83a1-4436-9f1d-44bbfc4c6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:28.374608 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-05abf05c-02dd-4f13-abde-a79a1498fcb4 req-41c4dcb7-83a1-4436-9f1d-44bbfc4c6f99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 1099 time: 0.2109451 Aug 24 19:49:28.415945 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-05abf05c-02dd-4f13-abde-a79a1498fcb4 req-b1c29cbb-6515-4687-bcc2-106e61d95bbb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353954 Aug 24 19:49:28.496079 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.497134 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "DELETE /v2.0/floatingips/05dbbcf8-ed52-4a83-9493-f8d56ae9a039 HTTP/1.1" status: 204 len: 168 time: 1.5349312 Aug 24 19:49:28.932043 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60370) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:28.937236 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326974216', 'description': 'tempest-description--2101840803'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:28.945381 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:28.950032 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:28.952513 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:28.958798 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:29.108033 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.129849 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:29.133744 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group_rule and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:29.136591 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:29.142279 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:29.257748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.294433 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b95b3c-8a3e-424b-9f21-7dbba9384c33 req-44c2bc5d-c199-4a94-8d43-1a42933490af tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:29.295895 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-65b95b3c-8a3e-424b-9f21-7dbba9384c33 req-44c2bc5d-c199-4a94-8d43-1a42933490af tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 946 time: 0.0975318 Aug 24 19:49:29.340545 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-65b95b3c-8a3e-424b-9f21-7dbba9384c33 req-069c5891-77b8-48ed-93da-8551ff8cb934 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Aug 24 19:49:29.403616 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.408032 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c1a9f269-d0b0-4d4f-af49-2edb0819b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:29.450389 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac69ce-08f7-4a9b-bb7b-68df37026cad,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.453111 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:29.547765 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.548903 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6158929 Aug 24 19:49:29.551875 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60380) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:29.556919 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'security_group_rule': {'security_group_id': '73ac69ce-08f7-4a9b-bb7b-68df37026cad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:29.562832 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:29.566692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group_rule and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:29.569483 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:29.575812 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:29.680177 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.742206 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.816607 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.819435 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:29.837603 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0dcd97-08f2-43c5-95e0-316b9cd64354,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.843977 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:29.961272 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.962542 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4096408 Aug 24 19:49:29.965317 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60386) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:29.970457 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'security_group_rule': {'security_group_id': '73ac69ce-08f7-4a9b-bb7b-68df37026cad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:29.976251 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:29.980059 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:security_group_rule and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:29.982871 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:29.988682 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:30.078876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.140136 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.245095 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.251657 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-055791e1-4270-4147-a5ec-4c3195d307c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:30.271267 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c558e268-55da-4cd4-b8b7-6a37c8e76a68,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:30.274233 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:30.370869 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.380431 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-4e899cff-bbfe-4d8a-a195-9e47a0a3fd8c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4058149 Aug 24 19:49:30.380431 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60392) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:30.381210 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'floatingip': {'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:30.387100 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:30.390944 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Usage tracker for resource:floatingip and tenant:506cdfe9765b4b25aa70650047b4a362 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:30.393751 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:30.399646 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:30.474442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.535235 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a44d-4d04-450a-b68e-d413b3aa38c4 req-6ea48094-0297-4b78-a478-5e5c960d65e6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:30.537448 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9f57a44d-4d04-450a-b68e-d413b3aa38c4 req-6ea48094-0297-4b78-a478-5e5c960d65e6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 946 time: 0.0881383 Aug 24 19:49:30.584310 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9f57a44d-4d04-450a-b68e-d413b3aa38c4 req-cd81fdd8-f4c5-4ce1-ac49-d5c1d42bdf02 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Aug 24 19:49:30.618672 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.758101 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Allocated IP 172.28.3.115 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/dfd51145-790d-4dad-b598-36e7a0e97d23) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:31.000686 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.090996 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.097372 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:31.157949 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:31.160822 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:31.164593 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:31.210170 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'Port': ['ID=dfd51145-790d-4dad-b598-36e7a0e97d23,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:31.214160 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:31.255523 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.480712 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.692728 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.799385 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.804189 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-d75c69b0-fc1c-4160-82ac-3ef79ec97ec8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:31.909155 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'Port': ['ID=dfd51145-790d-4dad-b598-36e7a0e97d23,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:31.913746 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:31.918377 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.016671 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.017816 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6418016 Aug 24 19:49:32.240353 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-29b40136-314d-4bde-95d6-c8dea31bff8a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--326974216&fields=id&tenant_id=506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 267 time: 0.0420766 Aug 24 19:49:32.394305 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-a8de9466-5dc2-4d73-8263-46d3e511f320 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:32.395796 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-a8de9466-5dc2-4d73-8263-46d3e511f320 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 817 time: 0.1478410 Aug 24 19:49:32.410680 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-16403856-b40a-448f-b00d-248157ceafb0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/quotas/506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 375 time: 0.0093086 Aug 24 19:49:32.497030 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-354b8b3d-746e-4485-9681-372a8e45a7ee tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811367 Aug 24 19:49:32.639434 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-3bb30279-dce7-4fec-90b9-1592599ff1a4 service neutron] 10.222.0.55 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296389 Aug 24 19:49:32.772627 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-c8645998-e0e0-412b-b9d0-e6620945ed0c service neutron] 10.222.0.55 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272409 Aug 24 19:49:33.070433 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-2df10554-ecb0-4026-ac17-fdbe49646a0d req-18a56fbd-50d9-4b67-b8ea-93ffc0cd7808 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:33.170297 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-2df10554-ecb0-4026-ac17-fdbe49646a0d req-18a56fbd-50d9-4b67-b8ea-93ffc0cd7808 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:33.171793 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2df10554-ecb0-4026-ac17-fdbe49646a0d req-18a56fbd-50d9-4b67-b8ea-93ffc0cd7808 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 210 time: 0.1517320 Aug 24 19:49:34.108268 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-cd299ef3-0ba9-48f1-b82c-9c9e0c77eb6c tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:34.109955 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-cd299ef3-0ba9-48f1-b82c-9c9e0c77eb6c tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.1533573 Aug 24 19:49:34.125709 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-ce191943-fc68-4a60-89b7-91799f64b429 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/quotas/94b0d8ce3a264b9e8e05073232827145 HTTP/1.1" status: 200 len: 375 time: 0.0095453 Aug 24 19:49:34.213129 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f3ad2d5c-5abd-40d0-9adc-425f63adb7d1 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778475 Aug 24 19:49:34.354838 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-096430d7-ef43-4918-89e1-c856522b431e service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336205 Aug 24 19:49:34.410938 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7676704c-ca23-457c-83b7-cae1692c2ed4 req-61d45539-5a4f-4a24-84df-de56736b499b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 210 time: 0.1232564 Aug 24 19:49:34.494982 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f80517b1-4a13-4e1a-961c-caec450e0d7c service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329980 Aug 24 19:49:34.762325 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8a875c83-4b12-45c7-896c-a57995f8df10 req-c27075f5-8d96-4457-84fb-df37fa71d8c0 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 210 time: 0.0462639 Aug 24 19:49:35.436660 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-87ac9b92-199e-4149-8582-8693297002f3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:35.438123 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-87ac9b92-199e-4149-8582-8693297002f3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 817 time: 0.1499310 Aug 24 19:49:35.488184 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-ba5ec4c5-95f2-47fd-beb5-8bcadd98ef92 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:35.573849 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-205814cb-aba0-4571-adb4-ec8e6204b557 req-ae0de909-7870-4e38-94dc-ee65a907b7d5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 210 time: 0.0465596 Aug 24 19:49:35.609656 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-ba5ec4c5-95f2-47fd-beb5-8bcadd98ef92 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:35.610806 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-ba5ec4c5-95f2-47fd-beb5-8bcadd98ef92 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 379 time: 0.1638212 Aug 24 19:49:35.622499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'port': {'device_id': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'admin_state_up': True, 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'security_groups': ['73ac69ce-08f7-4a9b-bb7b-68df37026cad']}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:35.767760 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:35.780954 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:35.830534 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 60494) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:35.937477 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8d7a7997-6345-4550-9f6d-49f5d3eb5ca1 req-fa073002-202c-4708-afa6-edb8af2db757 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 210 time: 0.0536866 Aug 24 19:49:35.943671 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Made reservation on behalf of 506cdfe9765b4b25aa70650047b4a362 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:35.947354 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.972877 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.987805 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:35.991787 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Usage tracker for resource:security_group_rule and tenant:9320f73c25e0457b993a38149389c44c is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:35.994602 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:36.000169 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:36.091434 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.147616 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.155359 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b04f0d0f-c938-46bd-82b4-b22c28a29b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:36.198169 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9320f73c25e0457b993a38149389c44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655941 Aug 24 19:49:36.199190 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d976aa5-6cfe-4ada-bb61-5e13f58d3892,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:36.200802 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60504) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:36.207769 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.208141 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.208500 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.209394 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.209394 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.209731 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.209865 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.210237 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.212291 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.212291 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.212291 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.212291 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:36.215452 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:36.245102 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Allocated IP 172.20.0.8 (cfd06381-3a6a-4b60-a41c-7482dff5280e/2e500ac1-834e-4a14-bcd9-f700f46eb19e/f7caa076-63d8-4520-83b3-725386ebd188) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:36.318815 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.424427 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.522925 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.600055 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Transition to ACTIVE for port object f7caa076-63d8-4520-83b3-725386ebd188 will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:36.601434 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.606882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-992a495f-31c6-4a6d-b2a6-21e0ed09fa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:36.622907 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d976aa5-6cfe-4ada-bb61-5e13f58d3892,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:36.627517 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:36.728738 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e69977c8-a176-4a78-8f95-88919b9f038a req-78b440fc-c9fe-4185-bb86-9ff86724214c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:36.747272 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.748350 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d976aa5-6cfe-4ada-bb61-5e13f58d3892 HTTP/1.1" status: 204 len: 168 time: 0.5465276 Aug 24 19:49:36.764985 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.771102 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-acaafb24-42fa-45f8-99d9-4b7375b1d052 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:36.830445 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e69977c8-a176-4a78-8f95-88919b9f038a req-78b440fc-c9fe-4185-bb86-9ff86724214c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:36.831607 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e69977c8-a176-4a78-8f95-88919b9f038a req-78b440fc-c9fe-4185-bb86-9ff86724214c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 210 time: 0.1455019 Aug 24 19:49:36.837736 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Network cfd06381-3a6a-4b60-a41c-7482dff5280e is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:36.840827 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:36.845175 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:36.889479 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:36.893808 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:36.921261 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:36.921974 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.022412 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040956 Aug 24 19:49:37.036026 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Request body: {'port': {'device_id': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:37.154775 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fdd0c754-999e-4f45-88ca-55ab1ea67480 req-994870c4-0ed4-4034-85c0-9a51e427329f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 210 time: 0.0985682 Aug 24 19:49:37.171721 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.256180 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-795fc6e2-4b35-4d30-96ae-554f0a3171f6 None None] Provisioning for port f7caa076-63d8-4520-83b3-725386ebd188 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:37.264020 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-795fc6e2-4b35-4d30-96ae-554f0a3171f6 None None] Provisioning complete for port f7caa076-63d8-4520-83b3-725386ebd188 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:37.264746 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-795fc6e2-4b35-4d30-96ae-554f0a3171f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.308133 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-dab6ef5b-7d4b-4d28-82aa-c37383b00210 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:37.309803 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-dab6ef5b-7d4b-4d28-82aa-c37383b00210 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.1857810 Aug 24 19:49:37.329050 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Request body: {'port': {'device_id': '7083dc03-2265-455c-873c-024b4ef81cac', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'admin_state_up': True, 'tenant_id': '94b0d8ce3a264b9e8e05073232827145'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:37.367071 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-795fc6e2-4b35-4d30-96ae-554f0a3171f6 None None] Port f7caa076-63d8-4520-83b3-725386ebd188 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:37.472335 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:37.482832 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:37.552978 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7caa076-63d8-4520-83b3-725386ebd188 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:37.560342 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.574883 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Transition to ACTIVE for port object f7caa076-63d8-4520-83b3-725386ebd188 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:37.580120 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Made reservation on behalf of 94b0d8ce3a264b9e8e05073232827145 for: {'port': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:37.584936 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.695977 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.700819 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:37.750704 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Allocated IP 172.20.0.13 (0b194239-75e2-4d7b-9e60-9a8e0a8724cd/a37d5182-2725-43ba-a8be-f1a4982ff67c/bf96db6c-ee2e-4a6e-a7a5-59ee1442c113) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:37.869407 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:37.878510 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:37.982382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Attempting to bind port f7caa076-63d8-4520-83b3-725386ebd188 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:37.982382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Attempting to bind port f7caa076-63d8-4520-83b3-725386ebd188 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:37.982382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Attempting to bind port f7caa076-63d8-4520-83b3-725386ebd188 on network cfd06381-3a6a-4b60-a41c-7482dff5280e {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:37.996321 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.025176 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Port f7caa076-63d8-4520-83b3-725386ebd188 on network cfd06381-3a6a-4b60-a41c-7482dff5280e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:49:38.025626 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Attempting to bind port f7caa076-63d8-4520-83b3-725386ebd188 on network cfd06381-3a6a-4b60-a41c-7482dff5280e {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:38.038703 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:49:38.039179 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Checking segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:49:38.039629 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Bound using segment: {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:49:38.040126 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Bound port: f7caa076-63d8-4520-83b3-725386ebd188, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f029b9-1f2d-4d61-a5cc-22f84a3adf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:38.040570 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.102121 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.114810 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:38.115848 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6', '4853be4d-82de-494a-861c-94602e11c1ed'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:49:38.164660 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35be5e-8113-4fdf-95d1-96d1572f9ebf req-f3e38895-347a-4a1e-800c-181533a1f2ae tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.166292 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ae35be5e-8113-4fdf-95d1-96d1572f9ebf req-f3e38895-347a-4a1e-800c-181533a1f2ae tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1840117 Aug 24 19:49:38.174753 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:49:38.188543 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:49:38.211110 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:38.215043 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:38.219151 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:38.249750 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ae35be5e-8113-4fdf-95d1-96d1572f9ebf req-10cae903-92bc-4bad-84d7-9b46ad79a4bc tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700424 Aug 24 19:49:38.262820 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event updated for resources: {'Port': ['ID=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:38.268412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:38.279293 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.285783 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:38.346091 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.351011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.351011 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] 10.222.0.38 "PUT /v2.0/ports/f7caa076-63d8-4520-83b3-725386ebd188 HTTP/1.1" status: 200 len: 1093 time: 1.3176992 Aug 24 19:49:38.351011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:38.356340 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.357005 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.404083 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:38.411746 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:38.432016 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93970f87-d462-4ff3-87a0-66362eacc2b4 req-67848048-c05b-475b-bfaf-e287dd7d41f6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.432931 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-93970f87-d462-4ff3-87a0-66362eacc2b4 req-67848048-c05b-475b-bfaf-e287dd7d41f6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:38.436998 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188', 'status': 'completed', 'code': 200} Aug 24 19:49:38.503421 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1826456 Aug 24 19:49:38.516230 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Request body: {'port': {'device_id': '7083dc03-2265-455c-873c-024b4ef81cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:38.571057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9e67-7df2-421a-82dc-7805f4b8a395 req-4d6783f5-8662-4615-a81f-a08cf28f9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.571623 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-93970f87-d462-4ff3-87a0-66362eacc2b4 req-67848048-c05b-475b-bfaf-e287dd7d41f6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:38.572360 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2f0f9e67-7df2-421a-82dc-7805f4b8a395 req-4d6783f5-8662-4615-a81f-a08cf28f9a51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1096 time: 0.1126165 Aug 24 19:49:38.577993 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-93970f87-d462-4ff3-87a0-66362eacc2b4 req-67848048-c05b-475b-bfaf-e287dd7d41f6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 932 time: 0.2797322 Aug 24 19:49:38.677906 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-93970f87-d462-4ff3-87a0-66362eacc2b4 req-739308a2-50c5-4818-b6fb-2b0b4a6c6294 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987084 Aug 24 19:49:38.706036 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.816884 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9e67-7df2-421a-82dc-7805f4b8a395 req-2ea0cf6b-c464-4253-be46-18c98fee8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.818276 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2f0f9e67-7df2-421a-82dc-7805f4b8a395 req-2ea0cf6b-c464-4253-be46-18c98fee8fc6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=506cdfe9765b4b25aa70650047b4a362&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2373908 Aug 24 19:49:38.964654 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9e67-7df2-421a-82dc-7805f4b8a395 req-cc313c0a-8c3e-4d19-adee-78f8c6a68224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.966262 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2f0f9e67-7df2-421a-82dc-7805f4b8a395 req-cc313c0a-8c3e-4d19-adee-78f8c6a68224 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395917 Aug 24 19:49:39.063073 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 {{(pid=79949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:39.071844 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.083269 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-aa586020-6eb3-464f-842d-351d0af3b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.084942 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-aa586020-6eb3-464f-842d-351d0af3b767 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1096 time: 0.0809479 Aug 24 19:49:39.088011 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Transition to ACTIVE for port object bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 will not be triggered until provisioned by entity L2. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:39.162590 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-aae261bb-5253-4e4f-b2fa-0f642bbd1c2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7caa076-63d8-4520-83b3-725386ebd188 HTTP/1.1" status: 200 len: 217 time: 0.0682359 Aug 24 19:49:39.229315 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-2d174bc8-d474-40f2-a61a-9d6050f6d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.230801 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-2d174bc8-d474-40f2-a61a-9d6050f6d9a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0618520 Aug 24 19:49:39.238765 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.246778 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:39.325083 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-10e4922f-b439-45cc-a264-84e1a502d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.325083 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-10e4922f-b439-45cc-a264-84e1a502d590 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858817 Aug 24 19:49:39.499343 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Pushing event updated for resources: {'Port': ['ID=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.507623 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:39.520760 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-cabb2f47-0bc1-4437-af6e-355f970ef7f9 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887810 Aug 24 19:49:39.576222 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Attempting to bind port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:39.576507 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Attempting to bind port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:39.576787 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Attempting to bind port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:39.581394 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:49:39.581712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Attempting to bind port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:39.586730 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:49:39.587066 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Checking segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:49:39.587448 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Bound using segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:49:39.587870 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Bound port: bf96db6c-ee2e-4a6e-a7a5-59ee1442c113, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:39.588212 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.617124 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef732e-046e-46a8-a284-ee332b88126a req-555396b6-6188-4d27-977b-497c1f86b8bf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.618599 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c9ef732e-046e-46a8-a284-ee332b88126a req-555396b6-6188-4d27-977b-497c1f86b8bf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1840122 Aug 24 19:49:39.678904 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] For port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113, host hv-cinder-80587, cleared binding levels {{(pid=79949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:49:39.682589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] For port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:49:39.701745 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c9ef732e-046e-46a8-a284-ee332b88126a req-ee232aaa-ad90-488c-84ef-0af4b1be0df1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736463 Aug 24 19:49:39.705635 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8688c753-4d96-46a7-8dde-83b5c5a186a8 req-e9eb05cb-0567-4f0f-9b51-0a6751797b5e service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777856 Aug 24 19:49:39.782308 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.788821 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:39.893518 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.894132 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.895564 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] 10.222.0.38 "PUT /v2.0/ports/bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 HTTP/1.1" status: 200 len: 1094 time: 1.3842471 Aug 24 19:49:39.895733 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.897933 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7083dc03-2265-455c-873c-024b4ef81cac', 'tag': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:39.929567 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Pushing event updated for resources: {'Port': ['ID=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,revision_number=3']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.933113 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:39.946758 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7083dc03-2265-455c-873c-024b4ef81cac', 'tag': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113', 'status': 'completed', 'code': 200} Aug 24 19:49:39.954292 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e18bb-4c54-41a2-b2ac-d33c37597c18 req-2dd6eef7-4d9b-4c75-bd82-6ffdd528c467 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.955966 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e68e18bb-4c54-41a2-b2ac-d33c37597c18 req-2dd6eef7-4d9b-4c75-bd82-6ffdd528c467 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 944 time: 0.1375928 Aug 24 19:49:40.050092 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e68e18bb-4c54-41a2-b2ac-d33c37597c18 req-bb765d04-4ea3-49f3-ad78-64d77e264911 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883563 Aug 24 19:49:40.071337 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e53ed-708e-4b2b-919d-5a3eb3fab785 req-26f46f39-5983-40ec-8c36-b2a8b8b1e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.072435 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d98e53ed-708e-4b2b-919d-5a3eb3fab785 req-26f46f39-5983-40ec-8c36-b2a8b8b1e729 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 1097 time: 0.0973577 Aug 24 19:49:40.219563 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e53ed-708e-4b2b-919d-5a3eb3fab785 req-2cd98a12-d0da-4794-a792-1f81f8ca043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.221010 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d98e53ed-708e-4b2b-919d-5a3eb3fab785 req-2cd98a12-d0da-4794-a792-1f81f8ca043c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=94b0d8ce3a264b9e8e05073232827145&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1376066 Aug 24 19:49:40.365273 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e53ed-708e-4b2b-919d-5a3eb3fab785 req-77b0cfb8-0696-4654-9eec-eabba014ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.366838 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d98e53ed-708e-4b2b-919d-5a3eb3fab785 req-77b0cfb8-0696-4654-9eec-eabba014ff00 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385136 Aug 24 19:49:40.477152 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-40dacd5d-35e2-490f-9ff6-5c5ab71e53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.478600 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-40dacd5d-35e2-490f-9ff6-5c5ab71e53dd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 1097 time: 0.0735629 Aug 24 19:49:40.553934 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-d8b01597-ec06-47af-a329-d533c26768e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 HTTP/1.1" status: 200 len: 217 time: 0.0658431 Aug 24 19:49:40.562765 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-e95489a6-bda1-4fc4-b6ca-7f80849cdc09 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8529716e5d444c3a4bd9298b8b4f1c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283449 Aug 24 19:49:40.619149 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-62f6ab75-fa5c-4672-a2ed-7b9c4e0e35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.620656 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-62f6ab75-fa5c-4672-a2ed-7b9c4e0e35e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a37d5182-2725-43ba-a8be-f1a4982ff67c HTTP/1.1" status: 200 len: 854 time: 0.0601306 Aug 24 19:49:40.686108 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-9ca26a09-224a-4c59-bff5-346748b995b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559297 Aug 24 19:49:40.719293 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-bf990601-424a-4a19-b5e4-3469bd247a4f tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.720750 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-bf990601-424a-4a19-b5e4-3469bd247a4f tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527398 Aug 24 19:49:40.744923 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-d3225a9f-628f-4bcf-8ff0-5f06d15c412a tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/quotas/a8529716e5d444c3a4bd9298b8b4f1c7 HTTP/1.1" status: 200 len: 375 time: 0.0100169 Aug 24 19:49:40.787905 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-485a0e6c-a0a4-4d9e-9c75-40cff1721b66 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8529716e5d444c3a4bd9298b8b4f1c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447412 Aug 24 19:49:40.887415 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-b16121f9-f1e7-469d-a69f-2d4042dc362d service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903195 Aug 24 19:49:41.006002 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:49:41.062408 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9aae0-53ac-435a-9bd7-8b74185307f7 req-6b7a72f1-5299-4cd1-80c0-6420f4805cf0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.064011 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dab9aae0-53ac-435a-9bd7-8b74185307f7 req-6b7a72f1-5299-4cd1-80c0-6420f4805cf0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.2375817 Aug 24 19:49:41.156335 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dab9aae0-53ac-435a-9bd7-8b74185307f7 req-fa1c66c6-d536-4a77-bc34-95849f3fd674 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821037 Aug 24 19:49:41.178720 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-67c1dd72-17b8-4703-9a00-fa8143919539 req-fe48b3c0-32fb-4b61-9150-6ef94220b18a service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806430 Aug 24 19:49:41.188766 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:41.213156 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b00380df-81d7-45b5-81a2-043d5091c0dc req-7aa990ff-ea6d-49ec-8099-6dfc7eac227c tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 210 time: 0.0509975 Aug 24 19:49:41.213256 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'f7caa076-63d8-4520-83b3-725386ebd188', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'port_id': 'f7caa076-63d8-4520-83b3-725386ebd188', 'mac_address': 'fa:16:3e:27:20:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:49:41.294319 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.313336 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7caa076-63d8-4520-83b3-725386ebd188 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:41.330053 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:41.366679 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b6037-2c5b-4caf-a563-2c7cb9478e0c req-c3921ee6-f9c3-4b42-b051-6c2404107bc1 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.368150 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9e1b6037-2c5b-4caf-a563-2c7cb9478e0c req-c3921ee6-f9c3-4b42-b051-6c2404107bc1 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 944 time: 0.0945487 Aug 24 19:49:41.439184 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.441303 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:41.491042 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9e1b6037-2c5b-4caf-a563-2c7cb9478e0c req-2e7a57ec-f537-4d12-b60a-43f73a5eed4a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172857 Aug 24 19:49:41.512950 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:41.515979 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:41.742379 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['f7caa076-63d8-4520-83b3-725386ebd188'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:49:41.931051 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de6582-b650-44ad-bf22-33bd8a02860a req-0fac384b-2abe-404b-a53d-2b972e29569f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.932807 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-05de6582-b650-44ad-bf22-33bd8a02860a req-0fac384b-2abe-404b-a53d-2b972e29569f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0860400 Aug 24 19:49:41.977573 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-05de6582-b650-44ad-bf22-33bd8a02860a req-17950278-bc53-468f-bd91-90cbe15eb9ea tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386772 Aug 24 19:49:42.302485 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-55dce5a4-c003-4163-9cd3-ec48f6dc25b5 req-9c7437f0-6e0d-4718-8e47-fe883ab688ae tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 210 time: 0.0454495 Aug 24 19:49:42.350080 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd704e5-d7a3-47db-a6de-cabcf69bed9d req-7cf551f0-4281-4c68-8ab0-6c0270e5e966 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:42.351561 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3bd704e5-d7a3-47db-a6de-cabcf69bed9d req-7cf551f0-4281-4c68-8ab0-6c0270e5e966 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 944 time: 0.0865617 Aug 24 19:49:42.396625 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3bd704e5-d7a3-47db-a6de-cabcf69bed9d req-fd96216d-6669-41ee-b6fe-aae817badf2a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392148 Aug 24 19:49:42.672675 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bc496-dc9d-4e08-aba5-9cc83f682a18 req-930a7706-72de-4fdf-a8b9-e4b0921b6f83 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:42.674125 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-158bc496-dc9d-4e08-aba5-9cc83f682a18 req-930a7706-72de-4fdf-a8b9-e4b0921b6f83 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 944 time: 0.0781422 Aug 24 19:49:42.719967 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-158bc496-dc9d-4e08-aba5-9cc83f682a18 req-1c70ae1c-7a2c-455c-b3a4-364b93dca173 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Aug 24 19:49:43.020451 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:49:43.025209 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:49:43.169750 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279e1e5-c884-4e7a-bb6d-71947ceaaaab req-a9309648-8a97-4b5c-8a0a-59a954b15841 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:43.171240 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e279e1e5-c884-4e7a-bb6d-71947ceaaaab req-a9309648-8a97-4b5c-8a0a-59a954b15841 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.0851014 Aug 24 19:49:43.216767 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e279e1e5-c884-4e7a-bb6d-71947ceaaaab req-a0d9b402-336c-461e-a62b-e014a958d5b3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391464 Aug 24 19:49:43.217469 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:43.235276 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'port_id': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113', 'mac_address': 'fa:16:3e:69:cc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37d5182-2725-43ba-a8be-f1a4982ff67c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:49:43.290930 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.299135 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port f7caa076-63d8-4520-83b3-725386ebd188 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:43.308530 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port f7caa076-63d8-4520-83b3-725386ebd188 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:43.308904 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.355827 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:43.386715 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:43.455127 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-edf41560-dc26-41ad-be0b-7f1d47a8659a req-7783736e-3613-4491-b8f3-4dcb89331041 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 210 time: 0.0473459 Aug 24 19:49:43.457955 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.485551 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:43.496092 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:43.539830 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188', 'code': 200} Aug 24 19:49:43.605603 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c5369-afc4-4798-a39b-8cbfb14ef164 req-d87abf7a-1410-46d6-8290-0c4ae84767c6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:43.607087 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-065c5369-afc4-4798-a39b-8cbfb14ef164 req-d87abf7a-1410-46d6-8290-0c4ae84767c6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 944 time: 0.0805099 Aug 24 19:49:43.633206 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.635260 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:43.652446 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-065c5369-afc4-4798-a39b-8cbfb14ef164 req-34331c4a-4230-45bd-ba84-c09858746fdf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393894 Aug 24 19:49:43.673086 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.705508 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:43.708462 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:43.708914 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:43.777863 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:43.781667 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:43.900307 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-eedcc6ee-73f5-4e73-91a4-03d983321226 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a8529716e5d444c3a4bd9298b8b4f1c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326304 Aug 24 19:49:43.972501 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['bf96db6c-ee2e-4a6e-a7a5-59ee1442c113'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:49:44.048138 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250571cc-2a39-454e-8dfc-85a163c2e1fb req-d36320e4-94f5-4d99-9705-61cdd49fb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.049627 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-250571cc-2a39-454e-8dfc-85a163c2e1fb req-d36320e4-94f5-4d99-9705-61cdd49fb260 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1098 time: 0.0859702 Aug 24 19:49:44.083744 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-6e7db7da-b4fc-4a06-abd8-bf2fc16b7f69 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.091035 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-6e7db7da-b4fc-4a06-abd8-bf2fc16b7f69 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833398 Aug 24 19:49:44.098039 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-250571cc-2a39-454e-8dfc-85a163c2e1fb req-974b7b2d-a525-4f68-a36a-19d91a2ec132 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Aug 24 19:49:44.113650 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866de34-e253-477a-8885-c71174af975a req-963a87c3-9d42-4c8b-aa16-3f7eae520eae tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.115233 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3866de34-e253-477a-8885-c71174af975a req-963a87c3-9d42-4c8b-aa16-3f7eae520eae tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 945 time: 0.2855406 Aug 24 19:49:44.165561 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3866de34-e253-477a-8885-c71174af975a req-94ffc93b-27c4-46aa-8ac7-8a2314a8ad63 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Aug 24 19:49:44.321682 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Request body: {'port': {'device_id': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710', 'admin_state_up': True, 'tenant_id': 'a8529716e5d444c3a4bd9298b8b4f1c7'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:44.467907 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:44.471644 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Usage tracker for resource:port and tenant:a8529716e5d444c3a4bd9298b8b4f1c7 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:44.475839 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:44.481806 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:44.566994 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197db27-7d3e-4e24-b60f-3db20ff8422d req-2ea8a3c1-b284-4411-bf1d-e19e36cbcc1a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.568513 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b197db27-7d3e-4e24-b60f-3db20ff8422d req-2ea8a3c1-b284-4411-bf1d-e19e36cbcc1a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.2397239 Aug 24 19:49:44.581057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f176ad-c030-4210-8a4b-1353942a0136 req-e919c2e3-6187-4685-841b-d85891d59899 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.582541 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-97f176ad-c030-4210-8a4b-1353942a0136 req-e919c2e3-6187-4685-841b-d85891d59899 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 946 time: 0.2103803 Aug 24 19:49:44.612268 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7d161f13-242c-414a-8ac0-6011388b4cbb req-5c5d660a-f20c-4a4a-98e8-07f9b1ef512e tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 210 time: 0.0465353 Aug 24 19:49:44.655387 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Made reservation on behalf of a8529716e5d444c3a4bd9298b8b4f1c7 for: {'port': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:44.659277 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:44.671845 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:44.685853 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b197db27-7d3e-4e24-b60f-3db20ff8422d req-88256eb7-6a88-46c7-8d0f-7301c166daa0 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b5cdea-5c6e-4ba1-b173-822b42bb49d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970120 Aug 24 19:49:44.686557 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Deleting port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:49:44.686718 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:44.688265 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:44.692709 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Usage tracker for resource:security_group_rule and tenant:a8529716e5d444c3a4bd9298b8b4f1c7 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:44.696455 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:44.702834 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:44.839955 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:44.879904 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd7d86-a6df-4b13-abf5-660da0dc287e req-0bc08152-cf45-4b0a-ae08-3673ac0125bc tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.881418 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9bcd7d86-a6df-4b13-abf5-660da0dc287e req-0bc08152-cf45-4b0a-ae08-3673ac0125bc tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0907896 Aug 24 19:49:44.927562 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9bcd7d86-a6df-4b13-abf5-660da0dc287e req-51b5b931-84af-4332-b802-617c502f2423 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Aug 24 19:49:44.929545 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:44.933142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00656b6e-67dd-48dc-aa7d-4f6a7130fb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:44.942794 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] For port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:44.943158 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.011767 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:45.016882 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:45.026953 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:49:45.118638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Allocated IP 192.168.233.252 (f579d486-7acd-459f-96fe-5d81d0bec710/ce8ec2ce-5bea-45e2-9678-34b220520363/dcd20843-c8e4-452b-b12c-2335934f9440) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:45.169178 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:45.176424 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:45.176808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.283949 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.284323 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.285246 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Floating IP 69861916-69f5-4405-a1ca-ab4c2128d372 disassociated. External IP: 172.28.3.87, port: f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce. Aug 24 19:49:45.285592 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Calling delete_port for f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:49:45.368103 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.386545 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.401646 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:45.404883 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Transition to ACTIVE for port object dcd20843-c8e4-452b-b12c-2335934f9440 will not be triggered until provisioned by entity DHCP. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:45.508255 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba453a8-5c5c-4974-9d38-30ae745db8d6 req-643350f4-678c-441d-b435-39c38e365684 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:45.509721 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cba453a8-5c5c-4974-9d38-30ae745db8d6 req-643350f4-678c-441d-b435-39c38e365684 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 945 time: 0.1936910 Aug 24 19:49:45.516369 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.518369 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c8a0578b-8456-4c97-a417-f05bf31b935b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:45.551460 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7083dc03-2265-455c-873c-024b4ef81cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:45.556256 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cba453a8-5c5c-4974-9d38-30ae745db8d6 req-edddad69-b38f-47d2-91ee-62d67f6fc26e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Aug 24 19:49:45.587476 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:45.590536 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:45.599387 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7083dc03-2265-455c-873c-024b4ef81cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113', 'code': 200} Aug 24 19:49:45.690335 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.697798 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ab165f4-4619-4edb-87cd-dab63f85d8fa tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:45.757837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.766961 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:45.773456 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Network f579d486-7acd-459f-96fe-5d81d0bec710 is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:45.776809 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:45.780227 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:45.822407 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event deleted for resources: {'Port': ['ID=f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:45.827880 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:45.859074 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Pushing event updated for resources: {'Port': ['ID=dcd20843-c8e4-452b-b12c-2335934f9440,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:45.862196 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:45.878708 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0393c354-c970-4723-83ae-6bc1be39b842 req-199be0d1-19ce-4715-b89f-eab945e0cdd3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 210 time: 0.0663817 Aug 24 19:49:45.905619 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:45.906632 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.064011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376df29-48f0-4688-a088-c9d8e0bb12de req-4fbd2c1b-3191-443e-bf79-52959736d769 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:46.065420 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7376df29-48f0-4688-a088-c9d8e0bb12de req-4fbd2c1b-3191-443e-bf79-52959736d769 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 936 time: 0.3479996 Aug 24 19:49:46.100573 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7830582 Aug 24 19:49:46.121841 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Request body: {'port': {'device_id': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:46.169245 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Router 3e994523-662a-4017-8597-cee902093101 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:49:46.169560 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-65abd681-1a9a-480c-b6f8-0556e8c4b8cf None None] Provisioning for port dcd20843-c8e4-452b-b12c-2335934f9440 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:46.179601 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-65abd681-1a9a-480c-b6f8-0556e8c4b8cf None None] Provisioning complete for port dcd20843-c8e4-452b-b12c-2335934f9440 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:46.180892 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-65abd681-1a9a-480c-b6f8-0556e8c4b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.187954 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7376df29-48f0-4688-a088-c9d8e0bb12de req-2195c558-06a9-4ddb-b56c-63c11ff5be6a tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120884 Aug 24 19:49:46.233273 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6e28b-5016-41b7-a372-2c808e28231c req-1bc85fa8-1d2d-418e-a47c-0f201c9867c2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:46.234814 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-56d6e28b-5016-41b7-a372-2c808e28231c req-1bc85fa8-1d2d-418e-a47c-0f201c9867c2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1898744 Aug 24 19:49:46.262542 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-65abd681-1a9a-480c-b6f8-0556e8c4b8cf None None] Port dcd20843-c8e4-452b-b12c-2335934f9440 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:46.368863 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.372609 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452ac49-3534-44ef-97f5-bef982fda87e req-a6b4c122-b454-4097-aa29-063c1d84a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:46.374090 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2452ac49-3534-44ef-97f5-bef982fda87e req-a6b4c122-b454-4097-aa29-063c1d84a9df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 1099 time: 0.2565923 Aug 24 19:49:46.390925 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-56d6e28b-5016-41b7-a372-2c808e28231c req-24bc5553-589d-467b-ab2e-0c8b578ce285 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723431 Aug 24 19:49:46.596260 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:49:46.599550 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2452ac49-3534-44ef-97f5-bef982fda87e req-9b8f105f-98f1-4ef8-a070-b168130cf16d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712976 Aug 24 19:49:46.606478 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] Sync routers for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:46.626729 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:49:46.627685 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:46.682867 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] No DVR routers for this DVR port f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:49:46.685265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.687988 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'name': 'network-vif-deleted', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:46.776114 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-97f176ad-c030-4210-8a4b-1353942a0136 req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "DELETE /v2.0/ports/f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce HTTP/1.1" status: 204 len: 173 time: 2.1795421 Aug 24 19:49:46.820939 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208b22-12b3-47bc-908a-869df73345a9 req-0e513066-eb9b-46a1-b6e1-7e1e8b5f5948 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:46.823167 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e5208b22-12b3-47bc-908a-869df73345a9 req-0e513066-eb9b-46a1-b6e1-7e1e8b5f5948 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0947237 Aug 24 19:49:46.843388 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60638) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:46.843388 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Request body: {'floatingip': {'port_id': 'f7caa076-63d8-4520-83b3-725386ebd188'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:46.843598 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8783f2-73ab-4d1b-9fb4-c40daaf318e4 req-131efe54-555a-4e72-aaeb-be0456375360 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:46.843598 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0c8783f2-73ab-4d1b-9fb4-c40daaf318e4 req-131efe54-555a-4e72-aaeb-be0456375360 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 946 time: 0.1592100 Aug 24 19:49:46.846308 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd20843-c8e4-452b-b12c-2335934f9440 {{(pid=79949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:46.855643 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.864226 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:49:46.889977 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Transition to ACTIVE for port object dcd20843-c8e4-452b-b12c-2335934f9440 will not be triggered until provisioned by entity L2. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:46.894589 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ef2ee3-783b-4c39-85ba-8aa1d75220d8', 'name': 'network-vif-deleted', 'tag': 'f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce', 'status': 'completed', 'code': 200} Aug 24 19:49:46.922925 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0c8783f2-73ab-4d1b-9fb4-c40daaf318e4 req-2a2b81c5-6d52-403f-bfc2-ffaac2fc4f94 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690429 Aug 24 19:49:46.926422 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.021153 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.033944 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:47.092104 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-3099c884-af55-4bd9-8e3e-fd9c94591f13 req-669f1773-576a-41fa-963a-59982fdc25fb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:47.096783 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:49:47.135502 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:49:47.136065 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f9e8bd8a-5cc8-48ac-a393-bd4c7c751fce not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:49:47.143442 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd20843-c8e4-452b-b12c-2335934f9440,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:47.202724 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:47.261007 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-3099c884-af55-4bd9-8e3e-fd9c94591f13 req-669f1773-576a-41fa-963a-59982fdc25fb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:47.262168 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3099c884-af55-4bd9-8e3e-fd9c94591f13 req-669f1773-576a-41fa-963a-59982fdc25fb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ef2ee3-783b-4c39-85ba-8aa1d75220d8 HTTP/1.1" status: 200 len: 210 time: 0.2299666 Aug 24 19:49:47.316544 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:47.323393 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] Checking router: 3e994523-662a-4017-8597-cee902093101 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:47.337769 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:49:47.339448 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:47.437354 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Attempting to bind port dcd20843-c8e4-452b-b12c-2335934f9440 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:47.437597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Attempting to bind port dcd20843-c8e4-452b-b12c-2335934f9440 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:47.437753 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Attempting to bind port dcd20843-c8e4-452b-b12c-2335934f9440 on network f579d486-7acd-459f-96fe-5d81d0bec710 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:47.450022 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Port dcd20843-c8e4-452b-b12c-2335934f9440 on network f579d486-7acd-459f-96fe-5d81d0bec710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:49:47.450369 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Attempting to bind port dcd20843-c8e4-452b-b12c-2335934f9440 on network f579d486-7acd-459f-96fe-5d81d0bec710 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:49:47.464169 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:49:47.464427 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Checking segment: {'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:49:47.464829 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Bound using segment: {'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:49:47.465266 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Bound port: dcd20843-c8e4-452b-b12c-2335934f9440, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73510575-6287-4061-9c8c-e38eec7711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710'}}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:47.465611 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.565167 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:49:47.569929 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a4b3d-2aa0-451e-a6cb-dcbc6687f516 req-9667a9e5-6d3e-4a43-b912-2671b1999bf6 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:47.570769 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-137a4b3d-2aa0-451e-a6cb-dcbc6687f516 req-9667a9e5-6d3e-4a43-b912-2671b1999bf6 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Synchronizing usage tracker for tenant:a8529716e5d444c3a4bd9298b8b4f1c7 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:47.592902 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] For port dcd20843-c8e4-452b-b12c-2335934f9440, host hv-cinder-80587, cleared binding levels {{(pid=79949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:49:47.596948 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] For port dcd20843-c8e4-452b-b12c-2335934f9440, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=dcd20843-c8e4-452b-b12c-2335934f9440,segment=NetworkSegment(73510575-6287-4061-9c8c-e38eec7711ae),segment_id=73510575-6287-4061-9c8c-e38eec7711ae)] {{(pid=79949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:49:47.667707 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.673461 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.680406 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:47.759195 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-137a4b3d-2aa0-451e-a6cb-dcbc6687f516 req-9667a9e5-6d3e-4a43-b912-2671b1999bf6 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Unset dirty status for tenant:a8529716e5d444c3a4bd9298b8b4f1c7 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:47.760400 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-137a4b3d-2aa0-451e-a6cb-dcbc6687f516 req-9667a9e5-6d3e-4a43-b912-2671b1999bf6 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 948 time: 0.3669462 Aug 24 19:49:47.761949 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd20843-c8e4-452b-b12c-2335934f9440,revision_number=3']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:47.764290 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.776264 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:47.777279 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.779087 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] 10.222.0.38 "PUT /v2.0/ports/dcd20843-c8e4-452b-b12c-2335934f9440 HTTP/1.1" status: 200 len: 1098 time: 1.6616395 Aug 24 19:49:47.779868 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'tag': 'dcd20843-c8e4-452b-b12c-2335934f9440'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:47.858107 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:47.979522 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-137a4b3d-2aa0-451e-a6cb-dcbc6687f516 req-24b26677-0910-42c7-bd0d-d6cc1e361986 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Synchronizing usage tracker for tenant:a8529716e5d444c3a4bd9298b8b4f1c7 on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:47.990644 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'tag': 'dcd20843-c8e4-452b-b12c-2335934f9440', 'status': 'completed', 'code': 200} Aug 24 19:49:48.018390 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:48.023540 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b9689-168c-4bb8-ab2a-fa461b35b906 None None] The sync data for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb is: [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:48.046070 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Floating IP 0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9 associated. External IP: 172.28.3.115, port: f7caa076-63d8-4520-83b3-725386ebd188. Aug 24 19:49:48.072146 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-914e693e-754a-4a01-a0f8-4c75b3b67092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.076906 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-914e693e-754a-4a01-a0f8-4c75b3b67092 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8529716e5d444c3a4bd9298b8b4f1c7&device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 1101 time: 0.1740758 Aug 24 19:49:48.182686 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-137a4b3d-2aa0-451e-a6cb-dcbc6687f516 req-24b26677-0910-42c7-bd0d-d6cc1e361986 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Unset dirty status for tenant:a8529716e5d444c3a4bd9298b8b4f1c7 on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:48.191521 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-137a4b3d-2aa0-451e-a6cb-dcbc6687f516 req-24b26677-0910-42c7-bd0d-d6cc1e361986 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032929 Aug 24 19:49:48.210750 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-ac97e546-e8a9-445a-bb8e-f04c8ba7ce75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=dcd20843-c8e4-452b-b12c-2335934f9440 HTTP/1.1" status: 200 len: 217 time: 0.1233065 Aug 24 19:49:48.297089 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-8c1b1f2e-9882-4b4c-b174-80280c666935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.298781 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-8c1b1f2e-9882-4b4c-b174-80280c666935 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce8ec2ce-5bea-45e2-9678-34b220520363 HTTP/1.1" status: 200 len: 843 time: 0.0696261 Aug 24 19:49:48.385846 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-9a31c089-b21f-42e0-a8e9-8735b10f212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.387369 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-9a31c089-b21f-42e0-a8e9-8735b10f212e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f579d486-7acd-459f-96fe-5d81d0bec710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804958 Aug 24 19:49:48.390400 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51027d47-f1c1-4682-a0fd-cfd72860a6db None None] New status for floating IP 69861916-69f5-4405-a1ca-ab4c2128d372: DOWN {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:49:48.532062 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-93d6a742-2b78-4119-b0dc-09920c0771d5 service neutron] 10.222.0.38 "GET /v2.0/networks/f579d486-7acd-459f-96fe-5d81d0bec710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365380 Aug 24 19:49:48.547438 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60654) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:48.560352 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8a1fe-fb19-4a22-be7c-74c9f75d205e req-cf94b948-55ae-4b37-a99a-c485c7ad8b96 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.562422 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7af8a1fe-fb19-4a22-be7c-74c9f75d205e req-cf94b948-55ae-4b37-a99a-c485c7ad8b96 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 946 time: 0.4119425 Aug 24 19:49:48.632527 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-859d3ef4-9e5d-40d1-a336-7abcb3552a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:48.681203 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-bed0d8b1-1a33-46dd-ab62-efc3037c9501 req-6ddac6ca-f219-4173-9a57-efe3bda2511c service neutron] 10.222.0.38 "GET /v2.0/networks/f579d486-7acd-459f-96fe-5d81d0bec710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374426 Aug 24 19:49:48.733536 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7af8a1fe-fb19-4a22-be7c-74c9f75d205e req-adc92cf3-258a-40e4-a3cd-7da9b7c45059 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572616 Aug 24 19:49:48.751759 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Router 5615108a-ab07-432e-bef3-54bed38a0905 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:49:48.756777 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:48.852633 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:48.962030 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-dce6bae7-bd51-42fe-95e6-170a5d899806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.963604 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-dce6bae7-bd51-42fe-95e6-170a5d899806 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8529716e5d444c3a4bd9298b8b4f1c7&device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 1101 time: 0.1670008 Aug 24 19:49:49.011932 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:49:49.021354 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] Sync routers for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:49.027241 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.031632 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:49:49.032614 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:49.086165 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-6465faca-7e7c-47de-8789-b90a454e5770 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "PUT /v2.0/floatingips/0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9 HTTP/1.1" status: 200 len: 991 time: 2.2503352 Aug 24 19:49:49.086872 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:49.092435 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.095366 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.096953 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "DELETE /v2.0/security-groups/81b5cdea-5c6e-4ba1-b173-822b42bb49d0 HTTP/1.1" status: 204 len: 168 time: 0.5473704 Aug 24 19:49:49.097692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1a8e2464-9db0-44f4-81b0-c4b11d5baf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:49.108180 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60662) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:49.132224 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b5cdea-5c6e-4ba1-b173-822b42bb49d0,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:49.135399 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-96227704-1147-4a73-b081-a79423538c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.137645 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-96227704-1147-4a73-b081-a79423538c46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f579d486-7acd-459f-96fe-5d81d0bec710 HTTP/1.1" status: 200 len: 870 time: 0.1662471 Aug 24 19:49:49.141770 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:49.143270 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.api.v2.resource [None req-d770bf6d-42ab-4817-a2a5-e88bc9304624 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] show failed (client error): The resource could not be found. Aug 24 19:49:49.144559 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-d770bf6d-42ab-4817-a2a5-e88bc9304624 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups/81b5cdea-5c6e-4ba1-b173-822b42bb49d0 HTTP/1.1" status: 404 len: 347 time: 0.0349331 Aug 24 19:49:49.147595 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 60666) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:49.155473 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188', 'status': 'completed', 'code': 200} Aug 24 19:49:49.267780 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-12c722c5-da64-45e5-a218-4696bc26779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.270546 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-12c722c5-da64-45e5-a218-4696bc26779e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1098 time: 0.0891531 Aug 24 19:49:49.285122 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:49:49.289863 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-c93b8c0b-5647-4fd2-844b-bebcce50c422 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=dcd20843-c8e4-452b-b12c-2335934f9440 HTTP/1.1" status: 200 len: 217 time: 0.1452432 Aug 24 19:49:49.445100 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Deleting port a6f8e92c-c825-437f-8369-29c0a146b8bf {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:49:49.445100 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.474616 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-fd3c62c4-da33-4254-a575-a72183af4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.476069 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-fd3c62c4-da33-4254-a575-a72183af4b81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.1939325 Aug 24 19:49:49.492007 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20938b84-dc17-48a8-8c3c-8658f124eb1a req-cd0175df-7c8a-46c1-891d-f3c7eea2e901 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.493878 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-20938b84-dc17-48a8-8c3c-8658f124eb1a req-cd0175df-7c8a-46c1-891d-f3c7eea2e901 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 948 time: 0.1344032 Aug 24 19:49:49.494423 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-5903b17f-3f7f-491c-b46c-1cf1b2edd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.495971 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-5903b17f-3f7f-491c-b46c-1cf1b2edd5af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce8ec2ce-5bea-45e2-9678-34b220520363 HTTP/1.1" status: 200 len: 843 time: 0.1984351 Aug 24 19:49:49.624260 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-20938b84-dc17-48a8-8c3c-8658f124eb1a req-06309d07-18fe-4011-b4e0-042eb939cc3c tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760295 Aug 24 19:49:49.629172 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-84fbbafa-844a-403d-b8af-aafc82ef5b98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7caa076-63d8-4520-83b3-725386ebd188 HTTP/1.1" status: 200 len: 999 time: 0.1341240 Aug 24 19:49:49.679862 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'port_id': 'f7caa076-63d8-4520-83b3-725386ebd188', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'mac_address': 'fa:16:3e:27:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:31Z', 'updated_at': '2021-08-24T19:49:47Z', 'revision_number': 1, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:49.684230 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] Checking router: 5615108a-ab07-432e-bef3-54bed38a0905 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:49.687710 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.687981 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.693612 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:49:49.694061 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:49.700065 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-6b6e4e39-be79-4c6c-bafb-a9f419ded918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.701472 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-6b6e4e39-be79-4c6c-bafb-a9f419ded918 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f579d486-7acd-459f-96fe-5d81d0bec710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1966381 Aug 24 19:49:49.702116 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-352f7040-9ff5-4f37-a877-f54b1f2b29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.703645 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-352f7040-9ff5-4f37-a877-f54b1f2b29df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0668724 Aug 24 19:49:49.770461 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.797571 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-133ed5d3-ce08-455e-be55-4bec5f7a95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.799192 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-133ed5d3-ce08-455e-be55-4bec5f7a95df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791850 Aug 24 19:49:49.837848 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Calling delete_port for a6f8e92c-c825-437f-8369-29c0a146b8bf owned by network:floatingip {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:49:49.891733 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:49:49.947440 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-a061435e-befb-40e7-b7b0-7e205d4ba79e service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398363 Aug 24 19:49:50.117581 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-256154f9-2afe-44da-ad4a-cfec2887c7e5 service neutron] 10.222.0.38 "GET /v2.0/networks/f579d486-7acd-459f-96fe-5d81d0bec710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613832 Aug 24 19:49:50.136503 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9743222-86cf-46b8-9111-eb5cab8bb10e req-ac443ce3-0940-47f9-a31b-e88c42e48672 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:50.137953 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f9743222-86cf-46b8-9111-eb5cab8bb10e req-ac443ce3-0940-47f9-a31b-e88c42e48672 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 946 time: 0.2553051 Aug 24 19:49:50.218648 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8e6c3021-b4c2-4a27-b14a-c0cd3194f609 req-943fdc7d-38f1-4e48-9a27-6f2f03c46ad3 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585437 Aug 24 19:49:50.301718 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f9743222-86cf-46b8-9111-eb5cab8bb10e req-8ada2dae-534d-4620-a637-467f95faa9ff tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412907 Aug 24 19:49:50.343273 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d74bf96c-7746-4072-b719-05dc05ec23e6 req-8e765f35-84d2-4ea4-a2aa-392a75f9e35f service neutron] 10.222.0.38 "GET /v2.0/networks/f579d486-7acd-459f-96fe-5d81d0bec710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154257 Aug 24 19:49:50.375549 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'port_id': 'f7caa076-63d8-4520-83b3-725386ebd188', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'mac_address': 'fa:16:3e:27:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:31Z', 'updated_at': '2021-08-24T19:49:47Z', 'revision_number': 1, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:50.382670 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72cb9a-e978-41c7-877b-4571ab35dff6 None None] The sync data for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb is: [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'port_id': 'f7caa076-63d8-4520-83b3-725386ebd188', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'mac_address': 'fa:16:3e:27:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:31Z', 'updated_at': '2021-08-24T19:49:47Z', 'revision_number': 1, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:50.438376 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.444288 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d27a7f9-9f3a-4e80-b0b9-aa89f869a7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:50.603223 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event deleted for resources: {'Port': ['ID=a6f8e92c-c825-437f-8369-29c0a146b8bf,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:50.623194 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f76fa-96ba-40f1-ab21-06ddd074427d None None] New status for floating IP 0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9: ACTIVE {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:49:50.637568 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:50.700887 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.819427 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.820549 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "DELETE /v2.0/floatingips/69861916-69f5-4405-a1ca-ab4c2128d372 HTTP/1.1" status: 204 len: 168 time: 1.6717191 Aug 24 19:49:50.840172 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e2a17-73e0-4576-bb1b-784ffdc9b495 req-b3ca83c0-9919-4d8f-8eca-f413e559e9ce tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:50.841717 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-360e2a17-73e0-4576-bb1b-784ffdc9b495 req-b3ca83c0-9919-4d8f-8eca-f413e559e9ce tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 948 time: 0.1001534 Aug 24 19:49:50.899313 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-360e2a17-73e0-4576-bb1b-784ffdc9b495 req-b19e59e0-2067-4829-acf4-030bcd388ade tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488982 Aug 24 19:49:51.087797 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device dcd20843-c8e4-452b-b12c-2335934f9440 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:49:51.281785 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 60686) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:51.292016 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port dcd20843-c8e4-452b-b12c-2335934f9440, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=dcd20843-c8e4-452b-b12c-2335934f9440,segment=NetworkSegment(73510575-6287-4061-9c8c-e38eec7711ae),segment_id=73510575-6287-4061-9c8c-e38eec7711ae)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:51.297484 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711345358', 'description': 'tempest-description--2035742876'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:51.308011 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:51.310352 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'dcd20843-c8e4-452b-b12c-2335934f9440', 'network_id': 'f579d486-7acd-459f-96fe-5d81d0bec710', 'port_id': 'dcd20843-c8e4-452b-b12c-2335934f9440', 'mac_address': 'fa:16:3e:aa:39:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8ec2ce-5bea-45e2-9678-34b220520363', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:49:51.318230 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:51.365830 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-70326307-6b2d-4bcf-8c9c-e1c6126effe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.373619 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.390536 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd20843-c8e4-452b-b12c-2335934f9440 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:51.392440 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.405932 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port dcd20843-c8e4-452b-b12c-2335934f9440, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=dcd20843-c8e4-452b-b12c-2335934f9440,segment=NetworkSegment(73510575-6287-4061-9c8c-e38eec7711ae),segment_id=73510575-6287-4061-9c8c-e38eec7711ae)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:51.413065 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:51.416854 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:security_group_rule and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:51.419663 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:51.425866 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:51.473552 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.477141 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:51.502728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.545811 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=dcd20843-c8e4-452b-b12c-2335934f9440,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:51.548833 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:51.558104 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.561959 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fb4bb97b-1bf9-4b40-91d9-a96175ee3e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:51.603192 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab707c9-7283-4666-bb08-0e2bb933f59e,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:51.606699 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:51.678509 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.679767 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3980837 Aug 24 19:49:51.682652 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 60692) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:51.688378 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'security_group_rule': {'security_group_id': '7ab707c9-7283-4666-bb08-0e2bb933f59e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:51.694109 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:51.697957 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:security_group_rule and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:51.701149 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:51.707391 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:51.757169 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['dcd20843-c8e4-452b-b12c-2335934f9440'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:49:51.793195 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.853298 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.935187 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:51.946867 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:51.964487 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1445c5-c3cb-4362-9085-6df739a48a48,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:51.967791 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:52.050036 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.053851 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678617 Aug 24 19:49:52.054112 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 60698) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:52.059528 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'security_group_rule': {'security_group_id': '7ab707c9-7283-4666-bb08-0e2bb933f59e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:52.065317 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:52.069406 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:security_group_rule and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:52.072379 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:52.078442 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:52.094592 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132c66e-b7b4-48b9-a82d-400b548edc6a req-7dda7ca2-ae3e-4075-9b63-5dfe11bbeaa4 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:52.096042 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0132c66e-b7b4-48b9-a82d-400b548edc6a req-7dda7ca2-ae3e-4075-9b63-5dfe11bbeaa4 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 949 time: 0.0847821 Aug 24 19:49:52.140865 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0132c66e-b7b4-48b9-a82d-400b548edc6a req-c932bbdf-d2dc-4d26-b6b7-1c58a405c77c tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 Aug 24 19:49:52.148284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.211786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.328333 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.336952 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:52.357855 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297b87f7-5d97-4134-8554-87f71ebb987e,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:52.360271 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:52.409101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.465806 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.467181 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9d379505-7c42-402c-8357-f0c738a47854 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4120960 Aug 24 19:49:52.470313 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 60708) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:49:52.475660 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'floatingip': {'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:52.481425 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:52.485478 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Usage tracker for resource:floatingip and tenant:90744e53809c46719d83903707d32c07 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:49:52.488382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:49:52.494536 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:52.575369 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.715704 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:52.849962 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Allocated IP 172.28.3.173 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/5375863b-63de-4d7a-b88d-1519e75bd492) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:53.010543 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.101204 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device dcd20843-c8e4-452b-b12c-2335934f9440 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:49:53.151561 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.156427 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-761efb95-641b-4785-bbf9-065a03181f06 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:53.217487 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:53.221008 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:53.225173 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:53.255997 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'Port': ['ID=5375863b-63de-4d7a-b88d-1519e75bd492,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:53.269815 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port dcd20843-c8e4-452b-b12c-2335934f9440 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:53.271907 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port dcd20843-c8e4-452b-b12c-2335934f9440 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:53.272293 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.313015 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.313374 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.313735 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.314084 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.314445 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.314789 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.315133 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.317271 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.317659 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.318004 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.318370 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.318718 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:53.322815 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:53.391612 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef6773-303f-4d51-9a94-bfad1518578d req-eb11bf26-e7b5-4f00-a6ed-d9d78a202d59 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:53.393136 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eeef6773-303f-4d51-9a94-bfad1518578d req-eb11bf26-e7b5-4f00-a6ed-d9d78a202d59 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 949 time: 0.1383305 Aug 24 19:49:53.394767 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.407941 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.436255 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd20843-c8e4-452b-b12c-2335934f9440'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:53.446404 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port dcd20843-c8e4-452b-b12c-2335934f9440, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=dcd20843-c8e4-452b-b12c-2335934f9440,segment=NetworkSegment(73510575-6287-4061-9c8c-e38eec7711ae),segment_id=73510575-6287-4061-9c8c-e38eec7711ae)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:53.453035 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eeef6773-303f-4d51-9a94-bfad1518578d req-5c434cd9-c3f4-47f8-af14-5d3a9fa44bb6 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Aug 24 19:49:53.492595 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd20843-c8e4-452b-b12c-2335934f9440', 'code': 200} Aug 24 19:49:53.546504 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.592715 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.597506 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:53.673223 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=dcd20843-c8e4-452b-b12c-2335934f9440,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:53.676448 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:53.762885 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.766217 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.877833 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.882487 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c0e5b61d-4b44-4ece-b330-09ff72442ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:53.979618 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac563f-d8ab-4e5f-950b-77802a6e7017 req-54ac537a-6918-450a-813a-92c82f7dc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:53.981268 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-27ac563f-d8ab-4e5f-950b-77802a6e7017 req-54ac537a-6918-450a-813a-92c82f7dc486 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 1103 time: 0.0757644 Aug 24 19:49:53.993395 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'Port': ['ID=5375863b-63de-4d7a-b88d-1519e75bd492,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:53.997806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:54.004837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:54.025340 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-27ac563f-d8ab-4e5f-950b-77802a6e7017 req-0c9d0927-dd5a-40f7-8b37-86eedb6e8274 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360231 Aug 24 19:49:54.078009 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:54.079333 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6079848 Aug 24 19:49:54.300560 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-828626b5-fc84-4398-af1b-d3e783889e39 req-d4650929-681d-4d51-aefb-42713974e7bd tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:54.392467 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-828626b5-fc84-4398-af1b-d3e783889e39 req-d4650929-681d-4d51-aefb-42713974e7bd tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:54.394170 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-d4650929-681d-4d51-aefb-42713974e7bd tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1711345358&fields=id&tenant_id=90744e53809c46719d83903707d32c07 HTTP/1.1" status: 200 len: 267 time: 0.1328177 Aug 24 19:49:54.549581 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-79bec07e-f96e-4df4-9720-959ab065cba0 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:54.557744 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-79bec07e-f96e-4df4-9720-959ab065cba0 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 811 time: 0.1552250 Aug 24 19:49:54.566825 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-d94a7dbb-67d1-4a3f-b691-1c91937fe7b7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/quotas/90744e53809c46719d83903707d32c07 HTTP/1.1" status: 200 len: 375 time: 0.0096776 Aug 24 19:49:54.653653 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc6fc8-984b-4c8c-b64f-2c450075eb2e req-39dbd227-1a13-4398-9bc4-973a41ddb944 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:54.654993 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-828626b5-fc84-4398-af1b-d3e783889e39 req-6e09b0ae-e78d-461c-960d-14cd31cf9012 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:49:54.655133 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dbcc6fc8-984b-4c8c-b64f-2c450075eb2e req-39dbd227-1a13-4398-9bc4-973a41ddb944 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 950 time: 0.0822408 Aug 24 19:49:54.700868 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dbcc6fc8-984b-4c8c-b64f-2c450075eb2e req-ee75c0c7-1304-4cda-8270-c18500b53ad6 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389602 Aug 24 19:49:54.752102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-828626b5-fc84-4398-af1b-d3e783889e39 req-6e09b0ae-e78d-461c-960d-14cd31cf9012 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:49:54.754035 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-6e09b0ae-e78d-461c-960d-14cd31cf9012 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1820638 Aug 24 19:49:54.894358 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-1455705f-4bd3-445f-b2b7-a06a10f6b249 service neutron] 10.222.0.55 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282921 Aug 24 19:49:55.025368 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-2156974e-c6ce-4f04-9769-c33162199d8c service neutron] 10.222.0.55 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248257 Aug 24 19:49:55.320798 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ac834303-e61c-4c52-9bcd-28073ec8fe5c req-6244c7fd-264b-4587-ba69-d6898ea907a4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 210 time: 0.0488169 Aug 24 19:49:55.888287 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdab24-7423-47dc-87f7-58fa5ab08139 req-fc4361bf-74ca-4289-970a-8ecde68a6715 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:55.890040 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3bbdab24-7423-47dc-87f7-58fa5ab08139 req-fc4361bf-74ca-4289-970a-8ecde68a6715 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 950 time: 0.0805228 Aug 24 19:49:55.936310 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3bbdab24-7423-47dc-87f7-58fa5ab08139 req-dc377c37-9f10-4a82-a334-1f8b68fa4bc8 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Aug 24 19:49:56.471059 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bf35613c-e7c1-4ea0-bec1-98e2b36388a2 req-eb4add0a-e0e9-4f23-898b-464de9a16d3f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 210 time: 0.0432873 Aug 24 19:49:56.833056 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a1c67-c1a1-42db-be13-fb5f6dfafc0f req-dfe92524-0a7b-4ffa-aa99-abc4b767c5ad tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:56.834546 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7f6a1c67-c1a1-42db-be13-fb5f6dfafc0f req-dfe92524-0a7b-4ffa-aa99-abc4b767c5ad tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 950 time: 0.0852106 Aug 24 19:49:56.884391 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7f6a1c67-c1a1-42db-be13-fb5f6dfafc0f req-01e66a6b-be37-4071-8346-6b1cfbf08f0d tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Aug 24 19:49:57.631302 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c761b3e8-eb70-44d0-be39-649293bb3f7f req-47462216-f4a0-43ce-aba6-92fe891f31e6 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 210 time: 0.0448122 Aug 24 19:49:58.075577 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8514231-b549-42e8-a764-62a399e18ceb req-f3773ef0-f447-447e-ab7c-77cef9c07bc5 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.076649 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-1f8ec3d6-1d2f-4c3b-824c-6f6c490fae2c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.077124 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f8514231-b549-42e8-a764-62a399e18ceb req-f3773ef0-f447-447e-ab7c-77cef9c07bc5 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 950 time: 0.0790179 Aug 24 19:49:58.078066 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-1f8ec3d6-1d2f-4c3b-824c-6f6c490fae2c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 811 time: 0.1476884 Aug 24 19:49:58.128319 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f8514231-b549-42e8-a764-62a399e18ceb req-e74d020e-cef6-40ae-8f2a-6f69c9224c6b tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Aug 24 19:49:58.144996 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-dda1b1a8-aeef-4e76-b1e0-be49e94f9ba1 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90744e53809c46719d83903707d32c07 HTTP/1.1" status: 200 len: 380 time: 0.0501125 Aug 24 19:49:58.164565 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'port': {'device_id': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'admin_state_up': True, 'tenant_id': '90744e53809c46719d83903707d32c07', 'security_groups': ['7ab707c9-7283-4666-bb08-0e2bb933f59e']}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:58.307606 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:49:58.318233 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:49:58.420326 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Made reservation on behalf of 90744e53809c46719d83903707d32c07 for: {'port': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:58.424035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.594600 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Allocated IP 172.20.0.11 (17405693-0dde-4b8c-bd10-9976770d9a83/c5597726-bb82-411b-a9a1-91ede79a8bec/8caefb66-40d9-429b-9836-675aab7a78cf) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:58.711748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-a57fabf4-6692-4242-8bee-60c8ef6589cc tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.712421 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-a57fabf4-6692-4242-8bee-60c8ef6589cc tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 950 time: 0.1966879 Aug 24 19:49:58.850718 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d34e28c1-a6d6-4995-9bff-3262947eedaf req-8282d1ab-9e43-4be1-8eb0-89a6aa32d1f5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 210 time: 0.0494962 Aug 24 19:49:58.864664 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Deleting port dcd20843-c8e4-452b-b12c-2335934f9440 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:49:58.865035 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.894538 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.910833 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Transition to ACTIVE for port object 8caefb66-40d9-429b-9836-675aab7a78cf will not be triggered until provisioned by entity DHCP. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:59.021089 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.027161 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:59.100870 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Network 17405693-0dde-4b8c-bd10-9976770d9a83 is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:59.104185 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:59.108479 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:49:59.129792 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] For port dcd20843-c8e4-452b-b12c-2335934f9440, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=dcd20843-c8e4-452b-b12c-2335934f9440,segment=NetworkSegment(73510575-6287-4061-9c8c-e38eec7711ae),segment_id=73510575-6287-4061-9c8c-e38eec7711ae)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:49:59.130149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.144775 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event updated for resources: {'Port': ['ID=8caefb66-40d9-429b-9836-675aab7a78cf,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:59.151947 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:59.200206 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:59.201667 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.276782 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Calling delete_port for dcd20843-c8e4-452b-b12c-2335934f9440 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:49:59.347632 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73c7d1-5f3b-431b-b226-b87588aec934 req-79ea18e9-6eff-401d-832a-4c0d20c3fa76 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:59.349118 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6a73c7d1-5f3b-431b-b226-b87588aec934 req-79ea18e9-6eff-401d-832a-4c0d20c3fa76 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 950 time: 0.0869436 Aug 24 19:49:59.353251 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1926100 Aug 24 19:49:59.380310 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Request body: {'port': {'device_id': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:49:59.458144 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6a73c7d1-5f3b-431b-b226-b87588aec934 req-468e422e-aafb-4e3d-bedb-f5c23f569180 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030650 Aug 24 19:49:59.511775 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-f9f94730-7728-4f7c-a40e-f338cc6eaf54 None None] Provisioning for port 8caefb66-40d9-429b-9836-675aab7a78cf completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:59.515419 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.517489 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-f9f94730-7728-4f7c-a40e-f338cc6eaf54 None None] Provisioning complete for port 8caefb66-40d9-429b-9836-675aab7a78cf triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:59.517935 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f9f94730-7728-4f7c-a40e-f338cc6eaf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.552547 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.558870 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:49:59.579074 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-f9f94730-7728-4f7c-a40e-f338cc6eaf54 None None] Port 8caefb66-40d9-429b-9836-675aab7a78cf cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:59.605104 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Pushing event deleted for resources: {'Port': ['ID=dcd20843-c8e4-452b-b12c-2335934f9440,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:59.608430 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:49:59.685661 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] No DVR routers for this DVR port dcd20843-c8e4-452b-b12c-2335934f9440 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:49:59.688289 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.695988 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'name': 'network-vif-deleted', 'tag': 'dcd20843-c8e4-452b-b12c-2335934f9440'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:59.746892 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c8de9b-fbc2-4732-b7bf-bed57a15cda7', 'name': 'network-vif-deleted', 'tag': 'dcd20843-c8e4-452b-b12c-2335934f9440', 'status': 'completed', 'code': 200} Aug 24 19:49:59.844447 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3c4195be-1174-46b1-9e2f-866d4d9e3caf req-ad653123-c5a1-4e0e-a1dc-972ef8fca127 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.38 "DELETE /v2.0/ports/dcd20843-c8e4-452b-b12c-2335934f9440 HTTP/1.1" status: 204 len: 173 time: 1.1225746 Aug 24 19:49:59.874540 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caefb66-40d9-429b-9836-675aab7a78cf {{(pid=79949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:59.883697 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.902737 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Transition to ACTIVE for port object 8caefb66-40d9-429b-9836-675aab7a78cf will not be triggered until provisioned by entity L2. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:50:00.036928 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.044581 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e9fbe65f-9c74-4990-b641-73baf332d3f0 tempest-ServerRescueNegativeTestJSON-674063862 tempest-ServerRescueNegativeTestJSON-674063862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:00.220250 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=8caefb66-40d9-429b-9836-675aab7a78cf,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:00.236304 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:00.270205 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d597-9799-4464-8581-c08d1a3c64b9 req-48168473-d56f-4b29-a315-3ad2af024acb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:00.271018 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-c114d597-9799-4464-8581-c08d1a3c64b9 req-48168473-d56f-4b29-a315-3ad2af024acb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:50:00.324891 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Attempting to bind port 8caefb66-40d9-429b-9836-675aab7a78cf on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:50:00.325229 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Attempting to bind port 8caefb66-40d9-429b-9836-675aab7a78cf by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:50:00.325579 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Attempting to bind port 8caefb66-40d9-429b-9836-675aab7a78cf on network 17405693-0dde-4b8c-bd10-9976770d9a83 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:50:00.330573 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Port 8caefb66-40d9-429b-9836-675aab7a78cf on network 17405693-0dde-4b8c-bd10-9976770d9a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:50:00.331566 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Attempting to bind port 8caefb66-40d9-429b-9836-675aab7a78cf on network 17405693-0dde-4b8c-bd10-9976770d9a83 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:50:00.336761 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:50:00.337102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Checking segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:50:00.337481 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Bound using segment: {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:50:00.337921 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Bound port: 8caefb66-40d9-429b-9836-675aab7a78cf, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83'}}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:50:00.338289 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.356441 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-4d30e551-c5af-4c1f-a6cf-a01d5e26d31b tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:00.358137 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-4d30e551-c5af-4c1f-a6cf-a01d5e26d31b tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.1585550 Aug 24 19:50:00.373412 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-1001f588-1a46-4867-9926-2830dd8c3fce tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/quotas/94b0d8ce3a264b9e8e05073232827145 HTTP/1.1" status: 200 len: 375 time: 0.0096700 Aug 24 19:50:00.434930 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] For port 8caefb66-40d9-429b-9836-675aab7a78cf, host hv-cinder-80587, cleared binding levels {{(pid=79949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:50:00.438072 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] For port 8caefb66-40d9-429b-9836-675aab7a78cf, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8caefb66-40d9-429b-9836-675aab7a78cf,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:50:00.460729 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-be00eb0d-b0e5-4a1f-9191-d1e56bf9a3f4 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814047 Aug 24 19:50:00.483878 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-c114d597-9799-4464-8581-c08d1a3c64b9 req-48168473-d56f-4b29-a315-3ad2af024acb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:50:00.492485 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c114d597-9799-4464-8581-c08d1a3c64b9 req-48168473-d56f-4b29-a315-3ad2af024acb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 932 time: 0.5211670 Aug 24 19:50:00.533344 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c114d597-9799-4464-8581-c08d1a3c64b9 req-ee30f498-3458-4300-b1c2-2d99e003e86b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Aug 24 19:50:00.600753 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-949ff805-ca7c-4f57-9ec7-8881cb33e6e8 service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327839 Aug 24 19:50:00.685332 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f80af6ea-4dc9-49e7-b34e-849a1ffd0753 req-a924a3bb-e76d-4d2c-b259-5c4f5b8f2c56 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c8de9b-fbc2-4732-b7bf-bed57a15cda7 HTTP/1.1" status: 200 len: 210 time: 0.0431209 Aug 24 19:50:00.742344 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-c9b91678-a66c-44fa-bd38-40a6e82a387d service neutron] 10.222.0.55 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357956 Aug 24 19:50:00.769441 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.774877 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f7b0fa88-9dec-4a8e-a619-06d042044124 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:00.836152 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:00.853334 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.853334 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] 10.222.0.38 "PUT /v2.0/ports/8caefb66-40d9-429b-9836-675aab7a78cf HTTP/1.1" status: 200 len: 1094 time: 1.4662209 Aug 24 19:50:00.853334 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:00.863995 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=8caefb66-40d9-429b-9836-675aab7a78cf,revision_number=3']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:00.867717 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:00.889024 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf', 'status': 'completed', 'code': 200} Aug 24 19:50:00.996391 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931b61f-9ebc-4d03-b060-1622cef9fd7e req-97ffe8eb-b237-46cc-bb7e-76c75c082b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:00.997877 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4931b61f-9ebc-4d03-b060-1622cef9fd7e req-97ffe8eb-b237-46cc-bb7e-76c75c082b47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 1097 time: 0.0748713 Aug 24 19:50:01.133516 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device dcd20843-c8e4-452b-b12c-2335934f9440 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:50:01.181620 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: dcd20843-c8e4-452b-b12c-2335934f9440 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:50:01.181968 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device dcd20843-c8e4-452b-b12c-2335934f9440 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:50:01.229693 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-81466c8f-3005-45d8-82ff-b17959d7be87 req-a0bd2191-57cc-47af-856e-0ead341049d0 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 210 time: 0.0517995 Aug 24 19:50:01.294745 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931b61f-9ebc-4d03-b060-1622cef9fd7e req-85399ba6-0a0f-4413-b804-c0ea56e5950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.296405 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4931b61f-9ebc-4d03-b060-1622cef9fd7e req-85399ba6-0a0f-4413-b804-c0ea56e5950f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=90744e53809c46719d83903707d32c07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2790821 Aug 24 19:50:01.441157 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931b61f-9ebc-4d03-b060-1622cef9fd7e req-0722b4e8-8a47-416f-9b61-3664208ddf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.442928 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4931b61f-9ebc-4d03-b060-1622cef9fd7e req-0722b4e8-8a47-416f-9b61-3664208ddf1a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361365 Aug 24 19:50:01.553556 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-04be9723-4f56-4150-b3be-4d084adf39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.555084 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-04be9723-4f56-4150-b3be-4d084adf39fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 1097 time: 0.0730546 Aug 24 19:50:01.629655 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-58b5318c-86e6-4eda-af98-8584d86bc631 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8caefb66-40d9-429b-9836-675aab7a78cf HTTP/1.1" status: 200 len: 217 time: 0.0660958 Aug 24 19:50:01.693604 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-d635134c-512c-4453-8a4f-e4a99d7a6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.695006 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-d635134c-512c-4453-8a4f-e4a99d7a6eef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.0587251 Aug 24 19:50:01.720569 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3ebc-a71e-41a3-96d2-d31e03842bf1 req-5a91b043-8e20-4b83-ad3f-56388d9bf0c4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.722658 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-181c3ebc-a71e-41a3-96d2-d31e03842bf1 req-5a91b043-8e20-4b83-ad3f-56388d9bf0c4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 944 time: 0.0833731 Aug 24 19:50:01.770514 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-181c3ebc-a71e-41a3-96d2-d31e03842bf1 req-845f73c3-3d39-4a08-92f0-d0563b88fd11 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:50:01.778506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828626b5-fc84-4398-af1b-d3e783889e39 req-1ea81821-59cc-4dc2-a4f0-a0a5860ac6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.780292 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-1ea81821-59cc-4dc2-a4f0-a0a5860ac6fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770593 Aug 24 19:50:01.782699 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-181c3ebc-a71e-41a3-96d2-d31e03842bf1 req-845f73c3-3d39-4a08-92f0-d0563b88fd11 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:50:01.784462 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-181c3ebc-a71e-41a3-96d2-d31e03842bf1 req-845f73c3-3d39-4a08-92f0-d0563b88fd11 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536661 Aug 24 19:50:01.922385 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-7335498e-2dcb-4414-83a3-7d7814e82eae service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326025 Aug 24 19:50:02.064659 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-828626b5-fc84-4398-af1b-d3e783889e39 req-85613bb8-3438-47fb-b096-27101ea18057 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284354 Aug 24 19:50:02.343126 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c3605c0d-fbfe-41eb-8f0e-ad85ece6a288 req-c1f447fc-9453-43fb-b944-765b1236cf32 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 210 time: 0.0453446 Aug 24 19:50:02.978801 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6823a9-944d-425b-805f-6494a43fbc34 req-27b89453-13c7-422e-905f-ad8e075e6cd6 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:02.980258 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9f6823a9-944d-425b-805f-6494a43fbc34 req-27b89453-13c7-422e-905f-ad8e075e6cd6 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 944 time: 0.0791380 Aug 24 19:50:03.052003 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9f6823a9-944d-425b-805f-6494a43fbc34 req-64439b6d-c70f-4f75-bf82-805e72536264 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510664 Aug 24 19:50:03.503840 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b84a61f7-4b45-483e-8d2f-17c32c3f21ca req-95f0d948-da5e-4b06-84fa-89b1cabee2f7 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 210 time: 0.0484915 Aug 24 19:50:03.754682 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:50:04.331097 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b197d06-4a5b-4305-a1ad-c2f4daf178d1 req-e7891bea-a608-4936-b9d0-03fa0a6de138 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:04.332647 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7b197d06-4a5b-4305-a1ad-c2f4daf178d1 req-e7891bea-a608-4936-b9d0-03fa0a6de138 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 944 time: 0.1921146 Aug 24 19:50:04.382808 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7b197d06-4a5b-4305-a1ad-c2f4daf178d1 req-31a7c787-85b5-4cc8-bbde-efc0e9393b0f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 Aug 24 19:50:04.469347 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-9f7a6db9-2b53-4237-a2bd-72388f7c28f0 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:04.470742 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-9f7a6db9-2b53-4237-a2bd-72388f7c28f0 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/networks?id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 200 len: 814 time: 0.1558042 Aug 24 19:50:04.485610 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Request body: {'port': {'device_id': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'admin_state_up': True, 'tenant_id': '94b0d8ce3a264b9e8e05073232827145'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:50:04.662129 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:50:04.665871 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b9f004dc-b0ca-4830-b383-ab66d6eae024 req-1adb28e9-ee4f-4238-9225-3bdc077edb56 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 210 time: 0.0474999 Aug 24 19:50:04.668363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Usage tracker for resource:port and tenant:94b0d8ce3a264b9e8e05073232827145 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:50:04.671407 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:50:04.677420 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:50:04.803907 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Made reservation on behalf of 94b0d8ce3a264b9e8e05073232827145 for: {'port': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:50:04.807902 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:04.983652 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Allocated IP 172.20.0.10 (0b194239-75e2-4d7b-9e60-9a8e0a8724cd/a37d5182-2725-43ba-a8be-f1a4982ff67c/8e71e76c-78bf-4dcd-b412-12fce7c1c40a) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:50:05.146964 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8caefb66-40d9-429b-9836-675aab7a78cf details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:50:05.284547 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 8caefb66-40d9-429b-9836-675aab7a78cf, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8caefb66-40d9-429b-9836-675aab7a78cf,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:05.299315 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '8caefb66-40d9-429b-9836-675aab7a78cf', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'port_id': '8caefb66-40d9-429b-9836-675aab7a78cf', 'mac_address': 'fa:16:3e:a2:59:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:50:05.304445 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.381532 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.399358 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caefb66-40d9-429b-9836-675aab7a78cf {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:05.415531 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 8caefb66-40d9-429b-9836-675aab7a78cf, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8caefb66-40d9-429b-9836-675aab7a78cf,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:05.427233 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.435808 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:05.438667 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6', '4853be4d-82de-494a-861c-94602e11c1ed', 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:50:05.539331 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:50:05.546805 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:50:05.549180 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:50:05.580296 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.584372 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:05.605369 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event updated for resources: {'Port': ['ID=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:05.608475 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:05.642129 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:05.642814 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.673604 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533276-108c-4fa6-8129-ac0f733349a5 req-a93541c0-679e-47d8-ab25-5160ac9ec362 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:05.675750 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da533276-108c-4fa6-8129-ac0f733349a5 req-a93541c0-679e-47d8-ab25-5160ac9ec362 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 944 time: 0.1771023 Aug 24 19:50:05.693090 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=8caefb66-40d9-429b-9836-675aab7a78cf,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:05.705598 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.705955 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.706323 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.706683 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.707468 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.707468 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.707647 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.707994 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.708326 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.708664 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.708970 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.709290 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:05.719177 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:05.729918 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da533276-108c-4fa6-8129-ac0f733349a5 req-8fab6c95-120b-418e-86b4-4883305c157c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 Aug 24 19:50:05.786574 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-548cfcae-9301-44f7-9f35-fb839eb23189 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3048308 Aug 24 19:50:05.800389 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Request body: {'port': {'device_id': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:50:05.865405 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63635c5a-d9b5-4ff5-8094-8d25044e6556 req-81a247a0-d400-4ea4-bde3-4f58043160c0 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:05.872472 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-63635c5a-d9b5-4ff5-8094-8d25044e6556 req-81a247a0-d400-4ea4-bde3-4f58043160c0 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 932 time: 0.0949857 Aug 24 19:50:05.916430 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-63635c5a-d9b5-4ff5-8094-8d25044e6556 req-df1169f6-9b62-438a-9688-849aceadf17f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430169 Aug 24 19:50:05.948803 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.952030 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['8caefb66-40d9-429b-9836-675aab7a78cf'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:50:06.322576 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e71e76c-78bf-4dcd-b412-12fce7c1c40a {{(pid=79949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:06.329793 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.345584 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Transition to ACTIVE for port object 8e71e76c-78bf-4dcd-b412-12fce7c1c40a will not be triggered until provisioned by entity L2. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:50:06.472551 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.477711 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:06.634496 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Pushing event updated for resources: {'Port': ['ID=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:06.640336 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:06.708802 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Attempting to bind port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:50:06.709130 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Attempting to bind port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:50:06.709450 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Attempting to bind port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:50:06.714225 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:50:06.714551 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Attempting to bind port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a on network 0b194239-75e2-4d7b-9e60-9a8e0a8724cd {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:50:06.719863 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:50:06.720199 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Checking segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:50:06.720580 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Bound using segment: {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'} {{(pid=79949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:50:06.721030 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Bound port: 8e71e76c-78bf-4dcd-b412-12fce7c1c40a, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d9df62-9193-4aba-918b-244c7b109297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd'}}] {{(pid=79949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:50:06.721381 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.810776 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] For port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a, host hv-cinder-80587, cleared binding levels {{(pid=79949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:50:06.813728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] For port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:50:06.917207 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e34ff4-df79-40ba-a36d-79adfc30ef36 req-e5ef9708-7957-423d-bbd3-d189ad857b13 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:06.918691 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-36e34ff4-df79-40ba-a36d-79adfc30ef36 req-e5ef9708-7957-423d-bbd3-d189ad857b13 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 945 time: 0.0815890 Aug 24 19:50:06.941525 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.946326 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-43ac38e0-3e7e-426c-b0ce-62f5053b8ea8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:06.981682 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-36e34ff4-df79-40ba-a36d-79adfc30ef36 req-1724e709-081c-4057-afa7-49b844553fe9 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571501 Aug 24 19:50:07.007884 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:07.008689 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.010117 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] 10.222.0.38 "PUT /v2.0/ports/8e71e76c-78bf-4dcd-b412-12fce7c1c40a HTTP/1.1" status: 200 len: 1094 time: 1.2145665 Aug 24 19:50:07.013120 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'tag': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:07.035526 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Pushing event updated for resources: {'Port': ['ID=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,revision_number=3']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:07.046018 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b4a8fa72-c9c3-40fc-a5f5-f71b6bd5f824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:07.092793 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'tag': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a', 'status': 'completed', 'code': 200} Aug 24 19:50:07.155517 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8caefb66-40d9-429b-9836-675aab7a78cf up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:50:07.201391 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db99004-3db5-49a5-b612-d57b2a9c33bd req-51489c05-31e8-41d0-8fc1-9f8ce4088ab4 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:07.202296 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-6db99004-3db5-49a5-b612-d57b2a9c33bd req-51489c05-31e8-41d0-8fc1-9f8ce4088ab4 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:50:07.211570 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7ef7f-793f-4fd0-af7f-5c5855945e1e req-d10b414d-bba2-4abe-a39c-e7a325c64e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:07.213055 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-91f7ef7f-793f-4fd0-af7f-5c5855945e1e req-d10b414d-bba2-4abe-a39c-e7a325c64e24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 1097 time: 0.1122692 Aug 24 19:50:07.306158 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-6db99004-3db5-49a5-b612-d57b2a9c33bd req-51489c05-31e8-41d0-8fc1-9f8ce4088ab4 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:50:07.307341 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6db99004-3db5-49a5-b612-d57b2a9c33bd req-51489c05-31e8-41d0-8fc1-9f8ce4088ab4 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 944 time: 0.2551677 Aug 24 19:50:07.375185 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 8caefb66-40d9-429b-9836-675aab7a78cf completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:50:07.381960 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 8caefb66-40d9-429b-9836-675aab7a78cf triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:50:07.382387 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.410684 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6db99004-3db5-49a5-b612-d57b2a9c33bd req-7226cfdf-38fb-4f9d-9765-6f3b61b7967d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922348 Aug 24 19:50:07.417379 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7ef7f-793f-4fd0-af7f-5c5855945e1e req-cb072c11-ea6b-4541-93eb-9fcd260f6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:07.419274 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-91f7ef7f-793f-4fd0-af7f-5c5855945e1e req-cb072c11-ea6b-4541-93eb-9fcd260f6c58 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=94b0d8ce3a264b9e8e05073232827145&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1955030 Aug 24 19:50:07.537155 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.569344 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:07.580405 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 8caefb66-40d9-429b-9836-675aab7a78cf, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8caefb66-40d9-429b-9836-675aab7a78cf,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:07.617507 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf', 'code': 200} Aug 24 19:50:07.674102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7ef7f-793f-4fd0-af7f-5c5855945e1e req-18e6e602-d790-4366-a25f-c5c0c0afcf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:07.675729 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-91f7ef7f-793f-4fd0-af7f-5c5855945e1e req-18e6e602-d790-4366-a25f-c5c0c0afcf93 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2475529 Aug 24 19:50:07.728438 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.730313 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:07.798158 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=8caefb66-40d9-429b-9836-675aab7a78cf,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:07.801480 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:07.813444 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-25f657e4-a37a-435e-8604-ac5248ac4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:07.815055 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-25f657e4-a37a-435e-8604-ac5248ac4204 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b0d8ce3a264b9e8e05073232827145&device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0847092 Aug 24 19:50:07.889028 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-c4eac690-857c-4035-a342-b39cc0e8590a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e71e76c-78bf-4dcd-b412-12fce7c1c40a HTTP/1.1" status: 200 len: 217 time: 0.0647559 Aug 24 19:50:07.953098 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-1f83bcf2-9170-4c01-9dc0-8b5b1c0efe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:07.954655 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-1f83bcf2-9170-4c01-9dc0-8b5b1c0efe5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a37d5182-2725-43ba-a8be-f1a4982ff67c HTTP/1.1" status: 200 len: 854 time: 0.0578253 Aug 24 19:50:08.005765 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-ceb97b05-a5fa-4147-afd0-b670db65ac52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b194239-75e2-4d7b-9e60-9a8e0a8724cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441263 Aug 24 19:50:08.179426 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-54c5816e-7863-41d6-8887-a5a6de916b06 service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646466 Aug 24 19:50:08.236185 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ff99-14d6-4fd6-b40e-b781103bd47c req-a775b33e-4963-4c1e-8759-5b1f882c1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:08.237654 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8d74ff99-14d6-4fd6-b40e-b781103bd47c req-a775b33e-4963-4c1e-8759-5b1f882c1436 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 1099 time: 0.1002192 Aug 24 19:50:08.248452 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f836c-95b9-4472-a46f-7636884d9e4f req-94d81813-ba82-46db-bfbb-7d5729386b64 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:08.251940 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-215f836c-95b9-4472-a46f-7636884d9e4f req-94d81813-ba82-46db-bfbb-7d5729386b64 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.1483431 Aug 24 19:50:08.314519 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8d74ff99-14d6-4fd6-b40e-b781103bd47c req-1f8014d8-b37f-4f9c-bc70-98bccfac9c2b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637422 Aug 24 19:50:08.320342 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1f3b6f5-5ddf-4eff-a89a-5c0c14b89bbd req-f63c2a14-205e-413f-bc71-8fa3b032ec0e service neutron] 10.222.0.38 "GET /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292765 Aug 24 19:50:08.324532 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-215f836c-95b9-4472-a46f-7636884d9e4f req-391a2a20-708b-4036-9683-7df91e8e8892 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597055 Aug 24 19:50:08.603111 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f1db5-5f84-470c-a990-003efb18ef92 req-26098cfa-6750-4368-b043-53b6173aa4e1 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:08.604576 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5c6f1db5-5f84-470c-a990-003efb18ef92 req-26098cfa-6750-4368-b043-53b6173aa4e1 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 944 time: 0.0806668 Aug 24 19:50:08.649674 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5c6f1db5-5f84-470c-a990-003efb18ef92 req-43cf973c-02f2-460b-8e93-1737f38c093d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391395 Aug 24 19:50:09.514355 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2b7e1-501b-4e3f-8381-687f58e0b396 req-42aaf823-aa04-442a-be40-948bead3aa6c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:09.516677 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-61f2b7e1-501b-4e3f-8381-687f58e0b396 req-42aaf823-aa04-442a-be40-948bead3aa6c tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.0832968 Aug 24 19:50:09.560322 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-61f2b7e1-501b-4e3f-8381-687f58e0b396 req-8c97b1c0-953e-4dad-aa3d-3a3dca7dbc33 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381720 Aug 24 19:50:09.770394 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 32898) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:50:09.836488 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f1085-ab10-4c26-ad97-a3c97db874df req-cecdf21a-366b-4ff5-b84e-bfa30abf3e6e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:09.837949 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d96f1085-ab10-4c26-ad97-a3c97db874df req-cecdf21a-366b-4ff5-b84e-bfa30abf3e6e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 944 time: 0.0814378 Aug 24 19:50:09.885075 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:09.893098 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d96f1085-ab10-4c26-ad97-a3c97db874df req-376ce7fa-2711-44f3-bd4e-3c77665013ee tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Aug 24 19:50:09.921593 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-420abd96-1f9a-4ba4-bc47-e8ddeeaf06c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8529716e5d444c3a4bd9298b8b4f1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498432 Aug 24 19:50:09.923875 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 32904) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:50:09.982598 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.012876 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.180361 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.185378 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-29306964-eec5-4f8f-ac4c-dba53bba8d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:10.198594 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:10.201121 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:10.436134 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.437216 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b8b9e6b-2afc-4f92-9d4e-bedac6bc9fa8 HTTP/1.1" status: 204 len: 168 time: 0.5117047 Aug 24 19:50:10.750986 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba629934-fcf3-44d8-b747-e448884eaed0 req-9c767349-1393-4c9e-907b-529b2c5bffaf tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:10.752331 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ba629934-fcf3-44d8-b747-e448884eaed0 req-9c767349-1393-4c9e-907b-529b2c5bffaf tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.0846407 Aug 24 19:50:10.796138 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ba629934-fcf3-44d8-b747-e448884eaed0 req-4bf9dd7c-80ce-482f-b57a-65b91fc74502 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374780 Aug 24 19:50:10.990974 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22514b-6188-467a-9c93-fa4d0830946c req-7add27a8-c848-45e2-bdfb-54cd91b78dbd tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:10.990974 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7d22514b-6188-467a-9c93-fa4d0830946c req-7add27a8-c848-45e2-bdfb-54cd91b78dbd tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.0840261 Aug 24 19:50:10.991472 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 32918) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:50:10.997380 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Request body: {'floatingip': {'port_id': '8caefb66-40d9-429b-9836-675aab7a78cf'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:50:11.098932 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff8805-d2ca-4a66-a0e7-0b840619b39e req-e635ec30-73fe-48ac-bb75-bbf5951b945a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:11.107685 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3dff8805-d2ca-4a66-a0e7-0b840619b39e req-e635ec30-73fe-48ac-bb75-bbf5951b945a tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 944 time: 0.1013823 Aug 24 19:50:11.112190 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.154273 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3dff8805-d2ca-4a66-a0e7-0b840619b39e req-3c1852dc-86c6-424c-bf36-b893909d5954 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Aug 24 19:50:11.180270 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8e71e76c-78bf-4dcd-b412-12fce7c1c40a details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:50:11.338960 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:11.352211 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a', 'network_id': '0b194239-75e2-4d7b-9e60-9a8e0a8724cd', 'port_id': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a', 'mac_address': 'fa:16:3e:32:5a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37d5182-2725-43ba-a8be-f1a4982ff67c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:50:11.408970 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.426538 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e71e76c-78bf-4dcd-b412-12fce7c1c40a {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:11.441820 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:11.557371 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.559260 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:11.626300 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:11.629297 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:11.912576 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['8e71e76c-78bf-4dcd-b412-12fce7c1c40a'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:50:11.986724 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:12.116220 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:12.289516 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.l3_db [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Floating IP aa6c1c00-4ff2-4a32-8b6e-207332dfbf16 associated. External IP: 172.28.3.173, port: 8caefb66-40d9-429b-9836-675aab7a78cf. Aug 24 19:50:12.347661 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc08fe-44a3-4f9c-bf2c-c4b70079074f req-059432a7-bd67-49d8-92fd-0ff0d8b0ee74 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:12.349111 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bacc08fe-44a3-4f9c-bf2c-c4b70079074f req-059432a7-bd67-49d8-92fd-0ff0d8b0ee74 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 945 time: 0.0857420 Aug 24 19:50:12.395448 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bacc08fe-44a3-4f9c-bf2c-c4b70079074f req-15590693-42dc-49b9-ad42-38a9c7c8d811 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Aug 24 19:50:12.650036 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Router 3e994523-662a-4017-8597-cee902093101 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:50:12.826955 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:50:12.832179 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:12.837438 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] Sync routers for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:50:12.846689 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:50:12.847909 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:12.987239 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-2c6cb229-c6df-4651-8cf3-28be39ce1ea5 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "PUT /v2.0/floatingips/aa6c1c00-4ff2-4a32-8b6e-207332dfbf16 HTTP/1.1" status: 200 len: 992 time: 1.9948139 Aug 24 19:50:12.987727 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:13.037066 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf', 'status': 'completed', 'code': 200} Aug 24 19:50:13.039852 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:50:13.132736 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-e26490e8-71e1-4fb1-8190-f74bbe05b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:13.134224 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-e26490e8-71e1-4fb1-8190-f74bbe05b8d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=90744e53809c46719d83903707d32c07&device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 1099 time: 0.0716453 Aug 24 19:50:13.191948 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8e71e76c-78bf-4dcd-b412-12fce7c1c40a up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:50:13.268813 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-afbf74d2-22ff-4ec4-ae3c-4dbc92b147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:13.270843 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-afbf74d2-22ff-4ec4-ae3c-4dbc92b147f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 200 len: 912 time: 0.1270103 Aug 24 19:50:13.380865 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-d80fcf26-9b33-4616-8c4e-1667b48067f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8caefb66-40d9-429b-9836-675aab7a78cf HTTP/1.1" status: 200 len: 1000 time: 0.0980253 Aug 24 19:50:13.450125 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': 'aa6c1c00-4ff2-4a32-8b6e-207332dfbf16', 'tenant_id': '90744e53809c46719d83903707d32c07', 'floating_ip_address': '172.28.3.173', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '3e994523-662a-4017-8597-cee902093101', 'port_id': '8caefb66-40d9-429b-9836-675aab7a78cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'mac_address': 'fa:16:3e:a2:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:53Z', 'updated_at': '2021-08-24T19:50:11Z', 'revision_number': 1, 'project_id': '90744e53809c46719d83903707d32c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:13.455774 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] Checking router: 3e994523-662a-4017-8597-cee902093101 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:50:13.465285 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-818a1b23-589a-454a-bc62-42ff6f58e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:13.465471 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:50:13.476404 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:49:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:13.476557 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-818a1b23-589a-454a-bc62-42ff6f58e0f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 200 len: 850 time: 0.0761070 Aug 24 19:50:13.524962 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:50:13.539047 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:50:13.539426 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:13.620635 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-b1076da2-0998-48f0-b0bb-5c6d292d0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:13.622072 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-b1076da2-0998-48f0-b0bb-5c6d292d0c99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17405693-0dde-4b8c-bd10-9976770d9a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1390631 Aug 24 19:50:13.630938 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859b816-862a-4ea0-b964-fb5cbf324ff5 req-39f15eee-bbc9-4cdc-8339-53dc803941f8 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:13.632398 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5859b816-862a-4ea0-b964-fb5cbf324ff5 req-39f15eee-bbc9-4cdc-8339-53dc803941f8 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 945 time: 0.1147666 Aug 24 19:50:13.739560 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:50:13.766158 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5859b816-862a-4ea0-b964-fb5cbf324ff5 req-5e738ad0-b09f-4721-ba58-46ee4b8c7b66 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279426 Aug 24 19:50:13.804701 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-452633b9-5c16-498d-ae77-e5326ab50b00 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676123 Aug 24 19:50:13.821148 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:13.942716 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-da27b307-b749-4576-85a6-c20a5f1bf477 req-cca6566c-6398-4d03-b554-f5a5659e9878 service neutron] 10.222.0.38 "GET /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299603 Aug 24 19:50:13.957892 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:13.991660 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:14.048209 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a', 'code': 200} Aug 24 19:50:14.147404 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:14.151811 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:14.231310 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:14.239131 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:14.252325 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': 'aa6c1c00-4ff2-4a32-8b6e-207332dfbf16', 'tenant_id': '90744e53809c46719d83903707d32c07', 'floating_ip_address': '172.28.3.173', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '3e994523-662a-4017-8597-cee902093101', 'port_id': '8caefb66-40d9-429b-9836-675aab7a78cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'mac_address': 'fa:16:3e:a2:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:53Z', 'updated_at': '2021-08-24T19:50:11Z', 'revision_number': 1, 'project_id': '90744e53809c46719d83903707d32c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:14.258675 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e8bea-ccfe-46b3-87ca-91aff92d14d9 None None] The sync data for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb is: [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': 'aa6c1c00-4ff2-4a32-8b6e-207332dfbf16', 'tenant_id': '90744e53809c46719d83903707d32c07', 'floating_ip_address': '172.28.3.173', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '3e994523-662a-4017-8597-cee902093101', 'port_id': '8caefb66-40d9-429b-9836-675aab7a78cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'mac_address': 'fa:16:3e:a2:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:53Z', 'updated_at': '2021-08-24T19:50:11Z', 'revision_number': 1, 'project_id': '90744e53809c46719d83903707d32c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:50:14.439204 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd4e77-dc09-4cce-99d6-3d2462108cd9 None None] New status for floating IP aa6c1c00-4ff2-4a32-8b6e-207332dfbf16: ACTIVE {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:50:14.529333 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a614a-f8b6-4463-a172-121248cf1775 req-42b19333-fc3d-467e-a5c7-8927bb06fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:14.530827 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d23a614a-f8b6-4463-a172-121248cf1775 req-42b19333-fc3d-467e-a5c7-8927bb06fab3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 1099 time: 0.0712202 Aug 24 19:50:14.584335 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d23a614a-f8b6-4463-a172-121248cf1775 req-84aece45-a274-487c-aa30-31f26de2a7c1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Aug 24 19:50:15.102455 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a311f1-ac68-450e-a027-11eb23ed81d3 req-97be636a-1006-42ac-8995-65ae8fc4f408 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:15.103902 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-41a311f1-ac68-450e-a027-11eb23ed81d3 req-97be636a-1006-42ac-8995-65ae8fc4f408 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 946 time: 0.0825856 Aug 24 19:50:15.148603 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-41a311f1-ac68-450e-a027-11eb23ed81d3 req-533cbd16-f4b6-4efc-b09f-6942224dccf9 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Aug 24 19:50:16.530587 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791be36-3714-4411-a901-df611499853f req-ae9008ab-13c8-4acd-a86d-de33308973c7 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:16.532123 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1791be36-3714-4411-a901-df611499853f req-ae9008ab-13c8-4acd-a86d-de33308973c7 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 946 time: 0.2737088 Aug 24 19:50:16.577241 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1791be36-3714-4411-a901-df611499853f req-060a2bb8-00c4-4c70-8be8-c209b3b90b6b tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 Aug 24 19:50:17.815035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022cb9b-85c9-48e1-8268-d9f256780ef3 req-d159b2d1-201c-45f2-9743-a1e05a028b18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:17.816945 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5022cb9b-85c9-48e1-8268-d9f256780ef3 req-d159b2d1-201c-45f2-9743-a1e05a028b18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 946 time: 0.1300862 Aug 24 19:50:17.864554 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5022cb9b-85c9-48e1-8268-d9f256780ef3 req-4d87f57d-e271-4335-b47f-1fa94703e986 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Aug 24 19:50:18.636732 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fc0c-4846-47a8-8a3c-b426d592bb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.802422 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:21.379162 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3dde13fa-5b85-4428-9b80-65cb93cc31b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:22.482772 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:23.830859 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.724599 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f42e4-d873-43d3-98f8-640dd6899aab req-aabd7ac3-a9a2-457f-9634-14d1bdd20e79 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:29.726150 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ef6f42e4-d873-43d3-98f8-640dd6899aab req-aabd7ac3-a9a2-457f-9634-14d1bdd20e79 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 946 time: 0.0813427 Aug 24 19:50:29.772966 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ef6f42e4-d873-43d3-98f8-640dd6899aab req-aaa1180f-1a3a-4800-965a-79eb6f6ca14b tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Aug 24 19:50:30.965021 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92b462-b4d3-44d3-b17a-e2adb098f398 req-b5909609-7efa-413e-9c7e-80abf52e7c01 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:30.966501 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7d92b462-b4d3-44d3-b17a-e2adb098f398 req-b5909609-7efa-413e-9c7e-80abf52e7c01 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 946 time: 0.0837154 Aug 24 19:50:31.010916 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7d92b462-b4d3-44d3-b17a-e2adb098f398 req-de0065f7-019e-4c28-8638-8aa06a7c89e8 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383213 Aug 24 19:50:32.214728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53f12-a7f2-4f63-94a5-0424d8cafb00 req-e1d18bb3-e06f-4246-882e-5a8c2a5d2e50 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:32.216115 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8da53f12-a7f2-4f63-94a5-0424d8cafb00 req-e1d18bb3-e06f-4246-882e-5a8c2a5d2e50 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 946 time: 0.0855322 Aug 24 19:50:32.260849 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8da53f12-a7f2-4f63-94a5-0424d8cafb00 req-13da369f-e4c0-430f-98aa-1da089c31b8d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Aug 24 19:50:32.404910 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a13bd-b722-47c8-87a9-59680116033c req-eb709311-ab39-445b-9a08-50101e6503df tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:32.406436 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f55a13bd-b722-47c8-87a9-59680116033c req-eb709311-ab39-445b-9a08-50101e6503df tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 946 time: 0.0804381 Aug 24 19:50:32.486625 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Deleting port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:50:32.501005 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:32.811423 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] For port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:32.811680 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:32.937538 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Calling delete_port for 8e71e76c-78bf-4dcd-b412-12fce7c1c40a owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:50:33.173486 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:33.180598 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8cea8953-1cc1-4433-9fac-3a7e09fbe55a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:33.187050 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6', '4853be4d-82de-494a-861c-94602e11c1ed', 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113', '8e71e76c-78bf-4dcd-b412-12fce7c1c40a'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:50:33.226947 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event deleted for resources: {'Port': ['ID=8e71e76c-78bf-4dcd-b412-12fce7c1c40a,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:33.259669 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:33.303439 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] No DVR routers for this DVR port 8e71e76c-78bf-4dcd-b412-12fce7c1c40a on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:50:33.306246 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:33.309036 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'name': 'network-vif-deleted', 'tag': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:33.359499 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6075dd77-bb18-42ec-bb21-3c5c973ad0c6', 'name': 'network-vif-deleted', 'tag': '8e71e76c-78bf-4dcd-b412-12fce7c1c40a', 'status': 'completed', 'code': 200} Aug 24 19:50:33.432711 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f567195b-1112-43a4-8ce3-c03498f1992a req-69ed4e4c-f5d8-4b79-839b-d28a00aede99 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 210 time: 0.0462337 Aug 24 19:50:33.456166 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f55a13bd-b722-47c8-87a9-59680116033c req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "DELETE /v2.0/ports/8e71e76c-78bf-4dcd-b412-12fce7c1c40a HTTP/1.1" status: 204 len: 173 time: 1.0407002 Aug 24 19:50:34.601322 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3dffd91d-f216-4c72-b25e-f25c98ac7b2d req-17c7a0e4-ebac-4a80-84a1-6b2b12196e62 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:50:34.676199 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3dffd91d-f216-4c72-b25e-f25c98ac7b2d req-17c7a0e4-ebac-4a80-84a1-6b2b12196e62 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:50:34.677379 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3dffd91d-f216-4c72-b25e-f25c98ac7b2d req-17c7a0e4-ebac-4a80-84a1-6b2b12196e62 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=6075dd77-bb18-42ec-bb21-3c5c973ad0c6 HTTP/1.1" status: 200 len: 210 time: 0.1197929 Aug 24 19:50:37.270835 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8e71e76c-78bf-4dcd-b412-12fce7c1c40a no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:50:37.305220 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 8e71e76c-78bf-4dcd-b412-12fce7c1c40a {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:50:37.305572 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8e71e76c-78bf-4dcd-b412-12fce7c1c40a not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:50:37.834401 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd99c1f-eba8-4761-88bf-ad95722ba02f req-75ead4a8-cd3c-4e7d-8e9b-b19918b2d9cb tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:37.835967 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4dd99c1f-eba8-4761-88bf-ad95722ba02f req-75ead4a8-cd3c-4e7d-8e9b-b19918b2d9cb tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 946 time: 0.0824537 Aug 24 19:50:37.883230 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4dd99c1f-eba8-4761-88bf-ad95722ba02f req-45fb5f34-1ab0-40ab-aede-36b69fd9ae6c tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Aug 24 19:50:39.082952 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b7efc-3097-4357-bf40-62966594c568 req-d4dd0607-38b0-4da8-81e7-0789ff626e75 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:39.084334 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5b2b7efc-3097-4357-bf40-62966594c568 req-d4dd0607-38b0-4da8-81e7-0789ff626e75 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 946 time: 0.0813613 Aug 24 19:50:39.137660 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5b2b7efc-3097-4357-bf40-62966594c568 req-f7dd5fb9-30c9-44d4-a781-5088c359f5c0 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465205 Aug 24 19:50:39.625906 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f6c40-6c19-49d7-862c-382a01e37fef req-9089a9ab-b0e2-4598-85cf-3e30ef4a9a62 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:39.627379 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-631f6c40-6c19-49d7-862c-382a01e37fef req-9089a9ab-b0e2-4598-85cf-3e30ef4a9a62 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 946 time: 0.0799832 Aug 24 19:50:39.699528 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Deleting port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:50:39.699847 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:39.870266 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:39.955506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] For port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:39.955869 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:40.097657 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Calling delete_port for bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:50:40.346203 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd421db-adfd-42ad-a9f7-8a8f3bdbdb5c req-e664f6c5-41bb-45f4-b2c1-d8f03f20e51f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:40.348056 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8cd421db-adfd-42ad-a9f7-8a8f3bdbdb5c req-e664f6c5-41bb-45f4-b2c1-d8f03f20e51f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 946 time: 0.0935311 Aug 24 19:50:40.398546 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8cd421db-adfd-42ad-a9f7-8a8f3bdbdb5c req-17b6915b-a513-4006-9ad7-9a47f9ebfc51 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445926 Aug 24 19:50:40.424315 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:40.431334 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:40.436719 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6', '4853be4d-82de-494a-861c-94602e11c1ed', 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:50:40.479511 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event deleted for resources: {'Port': ['ID=bf96db6c-ee2e-4a6e-a7a5-59ee1442c113,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:40.612059 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.612446 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.612818 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.613184 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.613548 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.613929 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.614315 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.614678 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.615032 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.615391 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.615747 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.616102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:40.644865 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:40.660591 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] No DVR routers for this DVR port bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:50:40.660591 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:40.661645 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7083dc03-2265-455c-873c-024b4ef81cac', 'name': 'network-vif-deleted', 'tag': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:40.708451 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7083dc03-2265-455c-873c-024b4ef81cac', 'name': 'network-vif-deleted', 'tag': 'bf96db6c-ee2e-4a6e-a7a5-59ee1442c113', 'status': 'completed', 'code': 200} Aug 24 19:50:40.754915 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:50:40.762585 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-631f6c40-6c19-49d7-862c-382a01e37fef req-6b36fb06-defd-46dd-9b63-ce25ff513c5f tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "DELETE /v2.0/ports/bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 HTTP/1.1" status: 204 len: 173 time: 1.1289201 Aug 24 19:50:41.572137 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-340c9e32-32ea-4ad4-89b2-6c6ba574dde2 req-7f3e6896-ce23-47e2-b74a-de0fc1530612 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7083dc03-2265-455c-873c-024b4ef81cac HTTP/1.1" status: 200 len: 210 time: 0.0490623 Aug 24 19:50:43.280637 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef09df-f908-4075-942c-d53c59032999 req-222f0f08-17d6-42f1-b82d-b61fe4000b53 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:43.281994 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1fef09df-f908-4075-942c-d53c59032999 req-222f0f08-17d6-42f1-b82d-b61fe4000b53 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 946 time: 0.0907431 Aug 24 19:50:43.326591 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1fef09df-f908-4075-942c-d53c59032999 req-2eaac3f4-0639-4408-bfe0-b1457419ea0e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Aug 24 19:50:43.843388 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd96292-1250-461f-975e-6f22c4d80d84 req-b585ca87-d330-42e5-87d3-a84e0a3f17d5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:43.844839 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fcd96292-1250-461f-975e-6f22c4d80d84 req-b585ca87-d330-42e5-87d3-a84e0a3f17d5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0865526 Aug 24 19:50:43.890223 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fcd96292-1250-461f-975e-6f22c4d80d84 req-04029a8c-6c1d-4305-a552-883c2a33d790 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396464 Aug 24 19:50:44.509701 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107d707-99f5-444a-a68a-7c2a69c6d522 req-b10933de-c78c-41f8-82b9-624a306d4d38 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:44.511179 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6107d707-99f5-444a-a68a-7c2a69c6d522 req-b10933de-c78c-41f8-82b9-624a306d4d38 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 946 time: 0.0797653 Aug 24 19:50:44.556546 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6107d707-99f5-444a-a68a-7c2a69c6d522 req-61f1aa5d-6206-4a14-b263-b2ff83fd3a80 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395644 Aug 24 19:50:44.829284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312044e8-800f-4679-bf7b-26786a0dee9f req-986f98ee-50ff-468c-a42e-afc200ffa0da tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:44.829914 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-312044e8-800f-4679-bf7b-26786a0dee9f req-986f98ee-50ff-468c-a42e-afc200ffa0da tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:50:44.955402 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-312044e8-800f-4679-bf7b-26786a0dee9f req-986f98ee-50ff-468c-a42e-afc200ffa0da tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:50:44.957095 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-312044e8-800f-4679-bf7b-26786a0dee9f req-986f98ee-50ff-468c-a42e-afc200ffa0da tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 946 time: 0.2203634 Aug 24 19:50:45.033779 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Deleting port 4853be4d-82de-494a-861c-94602e11c1ed {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:50:45.034298 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:45.092179 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b8c8-4b42-478e-bd04-f7425f1f84df req-13cc9c09-1826-45b8-9d61-514149a49c97 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:45.094251 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2279b8c8-4b42-478e-bd04-f7425f1f84df req-13cc9c09-1826-45b8-9d61-514149a49c97 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0887072 Aug 24 19:50:45.140954 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2279b8c8-4b42-478e-bd04-f7425f1f84df req-055cdebd-10c2-4d1d-b3b3-92a110c77f7d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407560 Aug 24 19:50:45.298718 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] For port 4853be4d-82de-494a-861c-94602e11c1ed, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4853be4d-82de-494a-861c-94602e11c1ed,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:45.299338 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:45.350558 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:50:45.387925 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:50:45.388278 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device bf96db6c-ee2e-4a6e-a7a5-59ee1442c113 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:50:45.427773 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Calling delete_port for 4853be4d-82de-494a-861c-94602e11c1ed owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:50:45.635604 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:45.641331 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:45.648123 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6', '4853be4d-82de-494a-861c-94602e11c1ed'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:50:45.724408 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event deleted for resources: {'Port': ['ID=4853be4d-82de-494a-861c-94602e11c1ed,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:45.737028 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:45.764485 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-41b41e6e-4405-440a-8de9-b97707c42573 req-6e80c4e4-48b4-4657-a318-fd763971d986 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 210 time: 0.0845590 Aug 24 19:50:45.811058 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] No DVR routers for this DVR port 4853be4d-82de-494a-861c-94602e11c1ed on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:50:45.813464 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:45.816054 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'name': 'network-vif-deleted', 'tag': '4853be4d-82de-494a-861c-94602e11c1ed'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:45.915892 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4651014-e0b7-40d0-98f0-075d58aadb4c', 'name': 'network-vif-deleted', 'tag': '4853be4d-82de-494a-861c-94602e11c1ed', 'status': 'completed', 'code': 200} Aug 24 19:50:45.927874 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-312044e8-800f-4679-bf7b-26786a0dee9f req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "DELETE /v2.0/ports/4853be4d-82de-494a-861c-94602e11c1ed HTTP/1.1" status: 204 len: 173 time: 0.9638493 Aug 24 19:50:46.332509 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c4624-8efa-40a1-9840-5ab66e1d12c5 req-2f1ec16c-8474-4368-bac0-b0ec8087f6c8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:46.333940 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb6c4624-8efa-40a1-9840-5ab66e1d12c5 req-2f1ec16c-8474-4368-bac0-b0ec8087f6c8 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0790498 Aug 24 19:50:46.381854 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb6c4624-8efa-40a1-9840-5ab66e1d12c5 req-05358cb5-c69b-4708-8181-5e2f9d458eb4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Aug 24 19:50:46.933651 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-8324e251-f18a-4247-931f-25f868752207 req-26083c78-5eb5-46bb-be46-03a3ccddee4d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:50:47.041210 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-8324e251-f18a-4247-931f-25f868752207 req-26083c78-5eb5-46bb-be46-03a3ccddee4d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:50:47.042935 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8324e251-f18a-4247-931f-25f868752207 req-26083c78-5eb5-46bb-be46-03a3ccddee4d tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4651014-e0b7-40d0-98f0-075d58aadb4c HTTP/1.1" status: 200 len: 210 time: 0.1566076 Aug 24 19:50:47.571213 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c297f4-24f6-49a3-8c8c-8e1c72023aba req-51173f09-010e-483c-986f-f9f0abd4c278 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:47.572613 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28c297f4-24f6-49a3-8c8c-8e1c72023aba req-51173f09-010e-483c-986f-f9f0abd4c278 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0795696 Aug 24 19:50:47.618018 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28c297f4-24f6-49a3-8c8c-8e1c72023aba req-ad0eb6e4-3850-4930-9b56-24cc664c825b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398383 Aug 24 19:50:48.647017 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0f832d9c-999d-4959-938b-d8cde8c7eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:48.879440 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ebbe-1ca6-4441-b2eb-531befb69396 req-84bb4341-671f-4c3f-8b76-e236a9020015 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:48.881129 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f414ebbe-1ca6-4441-b2eb-531befb69396 req-84bb4341-671f-4c3f-8b76-e236a9020015 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1494052 Aug 24 19:50:48.924933 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f414ebbe-1ca6-4441-b2eb-531befb69396 req-2e28b65d-1734-40d8-b531-96ed6946fc37 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377305 Aug 24 19:50:49.364623 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 4853be4d-82de-494a-861c-94602e11c1ed no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:50:49.403516 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 4853be4d-82de-494a-861c-94602e11c1ed {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:50:49.403900 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 4853be4d-82de-494a-861c-94602e11c1ed not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:50:49.721189 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:50.122589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea519de-f669-4b0f-8d63-1c878d70a706 req-773dfe4f-a499-40f4-aec7-d06f618cab4d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:50.124038 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0ea519de-f669-4b0f-8d63-1c878d70a706 req-773dfe4f-a499-40f4-aec7-d06f618cab4d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0847273 Aug 24 19:50:50.169293 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0ea519de-f669-4b0f-8d63-1c878d70a706 req-11be390b-ac1a-4ff3-887a-c55d695b9574 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395470 Aug 24 19:50:50.397434 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792606-4137-4986-9d6b-1496ab7c8daf req-b55a0591-712a-41d7-82ad-c631ee0c61c6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:50.398957 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5a792606-4137-4986-9d6b-1496ab7c8daf req-b55a0591-712a-41d7-82ad-c631ee0c61c6 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 945 time: 0.0821900 Aug 24 19:50:50.448020 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5a792606-4137-4986-9d6b-1496ab7c8daf req-c9c1a193-3bc5-49f6-bdcd-edb713786dc2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 Aug 24 19:50:51.337874 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c1d85b20-dcf8-45a2-819a-a6d311d74798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:51.367901 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dbd07-aa07-4edb-be8d-a3134fdfe48d req-f3ecc78f-950c-41d5-a30b-9993baf3378e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:51.369400 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b64dbd07-aa07-4edb-be8d-a3134fdfe48d req-f3ecc78f-950c-41d5-a30b-9993baf3378e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0808060 Aug 24 19:50:51.414254 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b64dbd07-aa07-4edb-be8d-a3134fdfe48d req-7062c17e-212d-4703-ad11-d8061e24639c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 Aug 24 19:50:51.635054 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a5389-d888-4c49-adc5-75bcdebeda16 req-7e080629-2aec-4451-9049-d090b3c50352 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:51.636422 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-252a5389-d888-4c49-adc5-75bcdebeda16 req-7e080629-2aec-4451-9049-d090b3c50352 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 945 time: 0.0826805 Aug 24 19:50:51.687829 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-252a5389-d888-4c49-adc5-75bcdebeda16 req-d06e95f2-214d-423a-9bb8-aadd2038549e tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 Aug 24 19:50:52.101265 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4181b70-1474-448a-8847-3819d84f702b req-4d85d99f-bd3c-42f2-939b-dd37008da162 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:52.102744 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a4181b70-1474-448a-8847-3819d84f702b req-4d85d99f-bd3c-42f2-939b-dd37008da162 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 945 time: 0.0823555 Aug 24 19:50:52.172670 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Deleting port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:50:52.173015 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:52.505112 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] For port 0ef1fc10-6945-440a-83aa-bf1aee2891b6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0ef1fc10-6945-440a-83aa-bf1aee2891b6,segment=NetworkSegment(a8d9df62-9193-4aba-918b-244c7b109297),segment_id=a8d9df62-9193-4aba-918b-244c7b109297)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:52.505787 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:52.532543 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:52.628629 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Calling delete_port for 0ef1fc10-6945-440a-83aa-bf1aee2891b6 owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:50:52.707479 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d80c6-702c-4e72-a9d3-d368501ba814 req-5d65fe77-1281-4b51-abcf-41c3cdd4ad79 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:52.708944 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8c6d80c6-702c-4e72-a9d3-d368501ba814 req-5d65fe77-1281-4b51-abcf-41c3cdd4ad79 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1852973 Aug 24 19:50:52.759680 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8c6d80c6-702c-4e72-a9d3-d368501ba814 req-74216aeb-14b5-4350-ad76-8fe4579f8b02 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449202 Aug 24 19:50:52.880985 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de5d78-f7c2-4f94-a521-23b1464091f0 req-1fd2dae4-7053-4bd9-bf6e-f9bc2b45ee19 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:52.882911 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-09de5d78-f7c2-4f94-a521-23b1464091f0 req-1fd2dae4-7053-4bd9-bf6e-f9bc2b45ee19 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 945 time: 0.0811615 Aug 24 19:50:52.884010 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:52.890769 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-da586330-7f9f-4f81-95bd-24608ace7e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:52.898019 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0ef1fc10-6945-440a-83aa-bf1aee2891b6'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:50:52.937630 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Pushing event deleted for resources: {'Port': ['ID=0ef1fc10-6945-440a-83aa-bf1aee2891b6,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:52.954094 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:53.044204 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] No DVR routers for this DVR port 0ef1fc10-6945-440a-83aa-bf1aee2891b6 on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:50:53.047746 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:53.050322 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'name': 'network-vif-deleted', 'tag': '0ef1fc10-6945-440a-83aa-bf1aee2891b6'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:53.056771 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-09de5d78-f7c2-4f94-a521-23b1464091f0 req-fcc2f727-7aa1-4248-a2dd-6bdd72f415b3 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214056 Aug 24 19:50:53.105698 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6baf36-7172-4787-b375-6cfb8ba7b24d', 'name': 'network-vif-deleted', 'tag': '0ef1fc10-6945-440a-83aa-bf1aee2891b6', 'status': 'completed', 'code': 200} Aug 24 19:50:53.195880 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a4181b70-1474-448a-8847-3819d84f702b req-98b6aaf2-a791-4795-8aae-32ee22dbf1a2 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.38 "DELETE /v2.0/ports/0ef1fc10-6945-440a-83aa-bf1aee2891b6 HTTP/1.1" status: 204 len: 173 time: 1.0864327 Aug 24 19:50:53.812147 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:53.950155 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63c320-56ce-4945-abbf-d75d7d9655d5 req-3c4e80f6-49eb-4a43-aab9-a47502b48f4a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:53.951657 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-be63c320-56ce-4945-abbf-d75d7d9655d5 req-3c4e80f6-49eb-4a43-aab9-a47502b48f4a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0795879 Aug 24 19:50:53.998584 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-be63c320-56ce-4945-abbf-d75d7d9655d5 req-80a4b607-5a2d-49c4-b645-554349419122 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 Aug 24 19:50:54.220465 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a1e52742-edd6-4d28-ae12-02306de281c9 req-4b9d9629-bc15-4d4a-83f3-0b968a6bb7cc tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Synchronizing usage tracker for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:50:54.303666 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-a1e52742-edd6-4d28-ae12-02306de281c9 req-4b9d9629-bc15-4d4a-83f3-0b968a6bb7cc tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Unset dirty status for tenant:94b0d8ce3a264b9e8e05073232827145 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:50:54.304837 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a1e52742-edd6-4d28-ae12-02306de281c9 req-4b9d9629-bc15-4d4a-83f3-0b968a6bb7cc tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c6baf36-7172-4787-b375-6cfb8ba7b24d HTTP/1.1" status: 200 len: 210 time: 0.1295984 Aug 24 19:50:55.193315 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a2713-16db-470c-8864-cf31b7692e31 req-68c5b0ad-803c-4a36-a5a7-57bd90b7891b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:55.194807 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1e1a2713-16db-470c-8864-cf31b7692e31 req-68c5b0ad-803c-4a36-a5a7-57bd90b7891b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0813632 Aug 24 19:50:55.239781 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1e1a2713-16db-470c-8864-cf31b7692e31 req-069a5705-68bc-48b8-a1b1-134cb13e7884 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387139 Aug 24 19:50:55.405774 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33238) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:50:55.466264 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Deleting subnet a37d5182-2725-43ba-a8be-f1a4982ff67c {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:50:55.469061 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:55.520771 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:55.575087 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:55.715070 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:55.719943 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:55.758473 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37d5182-2725-43ba-a8be-f1a4982ff67c,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:55.760440 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:55.763174 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:55.766965 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a37d5182-2725-43ba-a8be-f1a4982ff67c HTTP/1.1" status: 204 len: 168 time: 0.3588409 Aug 24 19:50:55.769458 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33242) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:50:55.871989 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:56.001353 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:56.014311 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b194239-75e2-4d7b-9e60-9a8e0a8724cd']}} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:56.026946 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d9df62-9193-4aba-918b-244c7b109297') {'for_net_delete': True} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:56.027246 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d9df62-9193-4aba-918b-244c7b109297') {} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:56.040663 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15623515'] for segment, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:56.057659 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:56.063876 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=79949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:50:56.064284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14984149'] for segment, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: Traceback (most recent call last): Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: timer() Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: cb(*args, **kw) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: return func(*args, **kwargs) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: self._notify() Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: self.callback(batched_events) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: event.method(event) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: return f(self, *a, **k) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: return self._get(url).json() Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: return self.request(url, 'GET', **kwargs) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:50:56.077589 dv-cinder-805877-1-smb neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:50:56.291968 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:56.296945 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:56.299691 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7e5f442d-f17d-4625-b826-bb2c38b4f4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:56.451645 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0b194239-75e2-4d7b-9e60-9a8e0a8724cd,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:56.454040 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:56.501078 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca76cac-61b8-44e6-b2db-e56ad534d8dc req-5af9dbca-59ce-4c84-a2d4-d814292800e3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:56.502760 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7ca76cac-61b8-44e6-b2db-e56ad534d8dc req-5af9dbca-59ce-4c84-a2d4-d814292800e3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0981658 Aug 24 19:50:56.546976 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-777a1cb2-346c-4068-b355-d80f88bc72fb admin admin] 10.222.0.55 "DELETE /v2.0/networks/0b194239-75e2-4d7b-9e60-9a8e0a8724cd HTTP/1.1" status: 204 len: 168 time: 0.7741957 Aug 24 19:50:56.552402 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7ca76cac-61b8-44e6-b2db-e56ad534d8dc req-4ac0da7b-e4bb-4bbd-b227-c28bc4b1fcd6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435529 Aug 24 19:50:56.967344 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33252) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:50:57.028869 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ef223f9e-c414-4e4e-9296-937e8edf056f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94b0d8ce3a264b9e8e05073232827145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602598 Aug 24 19:50:57.031251 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33256) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:50:57.111309 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:57.137121 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:57.280550 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:57.284368 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9fda912d-e660-4fb3-821a-f66580a43c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:57.297328 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a8d807-09e1-4ce3-83d7-f8f3cdaab93b,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:57.306267 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.306635 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.306996 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.307353 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.307706 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.308087 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.308420 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.308768 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.309117 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.309461 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.309838 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.310208 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:57.314634 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:57.376497 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:57.377666 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54a8d807-09e1-4ce3-83d7-f8f3cdaab93b HTTP/1.1" status: 204 len: 168 time: 0.3454790 Aug 24 19:50:57.406666 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0ef1fc10-6945-440a-83aa-bf1aee2891b6 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:50:57.444401 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 0ef1fc10-6945-440a-83aa-bf1aee2891b6 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:50:57.444791 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0ef1fc10-6945-440a-83aa-bf1aee2891b6 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:50:57.741145 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27ae1-6593-4e4e-aa37-704abc434e15 req-69471bf4-2e04-4f42-8b13-559cf4d0e19f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:57.742632 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4ea27ae1-6593-4e4e-aa37-704abc434e15 req-69471bf4-2e04-4f42-8b13-559cf4d0e19f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0800781 Aug 24 19:50:57.787973 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4ea27ae1-6593-4e4e-aa37-704abc434e15 req-629483a8-65fa-42e0-8bd8-a69032acbc9a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396669 Aug 24 19:50:58.982554 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca0619-3100-4622-9257-cd83329546cc req-251dee16-2df1-449d-9f3a-db371c45b287 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:58.984007 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-54ca0619-3100-4622-9257-cd83329546cc req-251dee16-2df1-449d-9f3a-db371c45b287 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0856287 Aug 24 19:50:59.028688 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-54ca0619-3100-4622-9257-cd83329546cc req-9626bd98-42a5-432f-b313-ab2e9c73438f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388670 Aug 24 19:50:59.405941 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:50:59.539081 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:59.552819 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'f7caa076-63d8-4520-83b3-725386ebd188', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'port_id': 'f7caa076-63d8-4520-83b3-725386ebd188', 'mac_address': 'fa:16:3e:27:20:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:50:59.608740 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:59.626423 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7caa076-63d8-4520-83b3-725386ebd188 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:59.648448 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:50:59.761642 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:59.770086 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:50:59.838793 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=6']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:59.842597 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:50:59.848306 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['f7caa076-63d8-4520-83b3-725386ebd188'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:51:00.223687 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e0ec-ca7b-451a-bfcb-0eb5fe025a83 req-d13bf830-ad7a-4c30-922c-12d41bb77ca7 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:00.225181 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6bb8e0ec-ca7b-451a-bfcb-0eb5fe025a83 req-d13bf830-ad7a-4c30-922c-12d41bb77ca7 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 944 time: 0.0858343 Aug 24 19:51:00.274301 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6bb8e0ec-ca7b-451a-bfcb-0eb5fe025a83 req-24ba10fd-1670-43d3-be81-8983612f1e3e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Aug 24 19:51:01.423350 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:51:01.474751 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce1c1b-64cf-4829-bfcd-ac0b776244d7 req-3ca39dc7-5636-447d-a51e-2f204cdd68ed tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:01.476394 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-14ce1c1b-64cf-4829-bfcd-ac0b776244d7 req-3ca39dc7-5636-447d-a51e-2f204cdd68ed tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 944 time: 0.0900013 Aug 24 19:51:01.519884 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port f7caa076-63d8-4520-83b3-725386ebd188 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:51:01.520258 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:01.524211 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-14ce1c1b-64cf-4829-bfcd-ac0b776244d7 req-0a5422d2-6514-472a-9e7b-65d5ce67bb9a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415683 Aug 24 19:51:01.638643 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:01.665838 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:51:01.676259 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:01.772386 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:01.774521 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:01.850678 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=7']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:01.860725 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:01.870779 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188', 'code': 200} Aug 24 19:51:02.712773 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b47851-52d9-420f-8cc9-94c2512c6582 req-e97a46c9-4fb5-4b13-9bd1-f79937486224 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:02.714351 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e2b47851-52d9-420f-8cc9-94c2512c6582 req-e97a46c9-4fb5-4b13-9bd1-f79937486224 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0791619 Aug 24 19:51:02.777176 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e2b47851-52d9-420f-8cc9-94c2512c6582 req-478005b9-3fbb-45a3-a487-61ecfba99824 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479510 Aug 24 19:51:04.083741 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feeb5c-3802-4200-9db6-848a8896ab45 req-4926deaa-a56a-49db-99be-7b60cc2e2def tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:04.091803 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-03feeb5c-3802-4200-9db6-848a8896ab45 req-4926deaa-a56a-49db-99be-7b60cc2e2def tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1684327 Aug 24 19:51:04.155310 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-03feeb5c-3802-4200-9db6-848a8896ab45 req-e3f995a1-f17e-4fc9-af43-7cb8d169d208 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620196 Aug 24 19:51:05.416131 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d8fd0-6a8f-4458-aa9e-028b592c4498 req-e37ceade-649c-4682-8cc6-6ec3e9b5e88b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:05.417858 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8e8d8fd0-6a8f-4458-aa9e-028b592c4498 req-e37ceade-649c-4682-8cc6-6ec3e9b5e88b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1110883 Aug 24 19:51:05.471503 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8e8d8fd0-6a8f-4458-aa9e-028b592c4498 req-4e5bec06-3761-415c-a004-905da180144f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471053 Aug 24 19:51:06.695809 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc062b-9300-42b7-850e-210a1fa9862c req-1099b2c4-fe64-47ed-85f9-c65b75cd5eff tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:06.698063 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f8dc062b-9300-42b7-850e-210a1fa9862c req-1099b2c4-fe64-47ed-85f9-c65b75cd5eff tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0975351 Aug 24 19:51:06.751024 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f8dc062b-9300-42b7-850e-210a1fa9862c req-37069c82-1cf0-4ac0-96fc-94e27ed38bed tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457344 Aug 24 19:51:08.007477 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689354-339f-4f95-82f8-a22b7461efaf req-7dc3dfb8-84fd-40fc-b066-97ccf098acb9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:08.009500 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-96689354-339f-4f95-82f8-a22b7461efaf req-7dc3dfb8-84fd-40fc-b066-97ccf098acb9 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1012528 Aug 24 19:51:08.067538 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-96689354-339f-4f95-82f8-a22b7461efaf req-2d8e85b8-6d81-40b5-84d9-5c2b0c56cada tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523472 Aug 24 19:51:09.291288 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d09101-3cb4-4c35-abc1-61dba421dac8 req-88c84f81-5646-4e39-b746-81f03392edba tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:09.292757 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c7d09101-3cb4-4c35-abc1-61dba421dac8 req-88c84f81-5646-4e39-b746-81f03392edba tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0956349 Aug 24 19:51:09.339395 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c7d09101-3cb4-4c35-abc1-61dba421dac8 req-7cc356b5-1563-4b5f-9a4d-2e8b074ceead tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 Aug 24 19:51:09.937893 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:10.583871 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac8773-6c36-48ca-9300-d672c02926d0 req-f02b6a74-7712-49dc-9fcc-536aae5416eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:10.585495 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-86ac8773-6c36-48ca-9300-d672c02926d0 req-f02b6a74-7712-49dc-9fcc-536aae5416eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1108270 Aug 24 19:51:10.664042 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-86ac8773-6c36-48ca-9300-d672c02926d0 req-20978f1f-c21a-485d-9088-2c286959708b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651252 Aug 24 19:51:11.895522 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc93390-6a26-4809-8b99-de83406bc1fe req-24792381-93e9-4424-86ff-64ce31aa6753 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:11.897324 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cdc93390-6a26-4809-8b99-de83406bc1fe req-24792381-93e9-4424-86ff-64ce31aa6753 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1044235 Aug 24 19:51:11.962770 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cdc93390-6a26-4809-8b99-de83406bc1fe req-3630d9bc-a1cb-4daf-859a-d040be6bfb72 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591574 Aug 24 19:51:13.193164 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369cb5-8cda-4d5a-a388-abec145b8661 req-858be5ed-956f-4c43-9372-0300d47a2630 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:13.194881 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ac369cb5-8cda-4d5a-a388-abec145b8661 req-858be5ed-956f-4c43-9372-0300d47a2630 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0846486 Aug 24 19:51:13.254618 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ac369cb5-8cda-4d5a-a388-abec145b8661 req-074f7d0a-c352-47f9-9b54-af60d39a9921 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501616 Aug 24 19:51:14.048188 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33508) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:14.167875 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:14.181535 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:51:14.185303 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bd2c7a914341769f684a6ff60d7e71 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:51:14.188053 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:51:14.193583 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:51:14.280730 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:14.447444 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:14.456698 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:14.498525 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e1ff1-fd85-4ff8-b0a8-1fae32c7f985 req-4f99dbe9-ca16-47c3-8da3-f18f29c2689c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:14.499984 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8b1e1ff1-fd85-4ff8-b0a8-1fae32c7f985 req-4f99dbe9-ca16-47c3-8da3-f18f29c2689c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1224065 Aug 24 19:51:14.507930 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1bd2c7a914341769f684a6ff60d7e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587355 Aug 24 19:51:14.516266 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33522) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:14.516815 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7c2363-b439-49bd-ab52-85df0afd8d4b,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:14.528806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:14.553934 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8b1e1ff1-fd85-4ff8-b0a8-1fae32c7f985 req-70356145-364b-4829-a38b-ee1e2bdc4738 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447426 Aug 24 19:51:14.570968 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:14.596987 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:14.760076 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:14.765658 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8faad56d-1e72-4ebc-b375-010abf96c9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:14.775969 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7c2363-b439-49bd-ab52-85df0afd8d4b,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:14.780434 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:14.782474 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:14.783573 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca7c2363-b439-49bd-ab52-85df0afd8d4b HTTP/1.1" status: 204 len: 168 time: 0.2718604 Aug 24 19:51:15.177761 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-53282cc2-6fde-4774-857f-cef189c44e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:15.179464 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-53282cc2-6fde-4774-857f-cef189c44e83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1098 time: 0.1779609 Aug 24 19:51:15.319157 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-54ff949e-0fc8-4448-9938-5f5cb7fdb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:15.320619 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-54ff949e-0fc8-4448-9938-5f5cb7fdb9d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.1342783 Aug 24 19:51:15.427950 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-8c1ebce3-a833-4004-879c-1aea91d73207 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7caa076-63d8-4520-83b3-725386ebd188 HTTP/1.1" status: 200 len: 1001 time: 0.1003270 Aug 24 19:51:15.490980 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-0900f400-5c59-4f35-b615-01219898f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:15.492307 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-0900f400-5c59-4f35-b615-01219898f90a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0575447 Aug 24 19:51:15.568092 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-a41a9403-5ab8-44b2-b8ea-2f131ff43148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:15.569627 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-a41a9403-5ab8-44b2-b8ea-2f131ff43148 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700033 Aug 24 19:51:15.722910 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-0224f8ae-cad6-4263-b83f-4959a95f16cd service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459000 Aug 24 19:51:15.766792 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe66675-cbc3-4fea-a6f6-6882ca875dc3 req-54f93ef0-7163-4b3b-8985-246b350f27c3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:15.768548 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-abe66675-cbc3-4fea-a6f6-6882ca875dc3 req-54f93ef0-7163-4b3b-8985-246b350f27c3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.1010051 Aug 24 19:51:15.824007 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-abe66675-cbc3-4fea-a6f6-6882ca875dc3 req-5d68a18d-54cd-4d99-9001-e41f1f6e6ac1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492735 Aug 24 19:51:15.998594 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-2c4cb146-6ff1-4b68-a93d-40c23580aae2 req-aeccd26b-cec8-4bdb-9e01-6235337ca61d service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679722 Aug 24 19:51:16.170708 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-7335944a-2469-4b3c-9876-45b75e545c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:16.172176 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-7335944a-2469-4b3c-9876-45b75e545c13 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1098 time: 0.0721259 Aug 24 19:51:16.319314 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-1eee169d-91e8-4136-946f-959c7be2fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:16.320565 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-1eee169d-91e8-4136-946f-959c7be2fe97 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.1292765 Aug 24 19:51:16.433552 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-85db7e2e-ed24-45c2-8597-de4b7cde1c8d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7caa076-63d8-4520-83b3-725386ebd188 HTTP/1.1" status: 200 len: 1001 time: 0.1059754 Aug 24 19:51:16.503615 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-3fd5fa27-fd73-4f0a-974d-9540e150d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:16.505058 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-3fd5fa27-fd73-4f0a-974d-9540e150d8d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0628998 Aug 24 19:51:16.640601 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-d5b0aa74-e2dd-4adb-8de8-0330c76826da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:16.643129 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-d5b0aa74-e2dd-4adb-8de8-0330c76826da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270909 Aug 24 19:51:16.778938 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-091a20d0-7c3a-45d4-9263-bc070d8359aa service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280956 Aug 24 19:51:16.928845 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-16197b9e-12bd-4ca6-9899-681d1a5c1591 req-c57aa829-8b4c-46b6-ab31-9a702d8bd256 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419315 Aug 24 19:51:17.027534 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43bd08-4bec-4177-a514-06a2a1694f4b req-ce9e3028-87b7-49ab-b28b-cb58e729abb1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:17.029103 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e43bd08-4bec-4177-a514-06a2a1694f4b req-ce9e3028-87b7-49ab-b28b-cb58e729abb1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0834453 Aug 24 19:51:17.082305 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6e43bd08-4bec-4177-a514-06a2a1694f4b req-70f8f1da-085d-4b42-a70f-ea87e8be543c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 Aug 24 19:51:17.753617 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:51:18.279936 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2203e91-0c6c-4997-babf-9fb01bc0bfce req-cd97faf2-6f92-4049-ace3-377e686f3a96 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:18.281404 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a2203e91-0c6c-4997-babf-9fb01bc0bfce req-cd97faf2-6f92-4049-ace3-377e686f3a96 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 945 time: 0.0802774 Aug 24 19:51:18.326161 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a2203e91-0c6c-4997-babf-9fb01bc0bfce req-56165b95-3be6-4b97-9c3a-42e27297db5a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387943 Aug 24 19:51:18.697045 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4ec92000-6f2a-48fc-be3e-fa8c77910f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.520195 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:51:19.645581 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.672969 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:51:19.682285 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:19.716642 dv-cinder-805877-1-smb neutron-server[79951]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188', 'code': 422} returned with failed status Aug 24 19:51:19.789135 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.791696 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.794724 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:19.869834 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=8']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:19.877119 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.877459 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.877791 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.878120 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.878474 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.878798 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.879117 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.879431 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.879752 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.880064 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.880376 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.880687 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:19.884632 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:21.027005 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17008caa-a12a-43fc-b0ce-61e2df2e38f7 req-d36afdbb-5560-4bfd-9325-791eadc6114e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:21.028245 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-17008caa-a12a-43fc-b0ce-61e2df2e38f7 req-d36afdbb-5560-4bfd-9325-791eadc6114e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.0851612 Aug 24 19:51:21.076421 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-17008caa-a12a-43fc-b0ce-61e2df2e38f7 req-4beecff9-8fdc-460b-b489-256eca866384 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Aug 24 19:51:21.571356 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f3245c74-1ba8-4460-920e-babe2e8d97f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:21.890296 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f2bb-476a-4acb-b705-8f63b3e0c66d req-0ec77127-0d52-4815-a895-6be39b45f9b2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:21.891775 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-55f0f2bb-476a-4acb-b705-8f63b3e0c66d req-0ec77127-0d52-4815-a895-6be39b45f9b2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.0848846 Aug 24 19:51:21.940421 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-55f0f2bb-476a-4acb-b705-8f63b3e0c66d req-0689228f-5770-4e10-a1cf-6fa754b7ee6d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425751 Aug 24 19:51:22.178347 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-84038833-4f9a-4591-bce8-ca54504ff134 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696712 Aug 24 19:51:22.268305 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8e6f-cef7-44fe-8ce4-f912ac20a2fb req-75c6fbce-3aaf-4fef-8e12-3de97d9ef3d4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:22.269667 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ac6e8e6f-cef7-44fe-8ce4-f912ac20a2fb req-75c6fbce-3aaf-4fef-8e12-3de97d9ef3d4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.0853808 Aug 24 19:51:22.317126 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ac6e8e6f-cef7-44fe-8ce4-f912ac20a2fb req-bf22568d-e2e1-4280-8e01-6388070fddd4 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Aug 24 19:51:22.463024 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.893686 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-46a19a98-9fcc-4ed7-826c-ac5439b65eac tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:22.895142 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-46a19a98-9fcc-4ed7-826c-ac5439b65eac tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.0838418 Aug 24 19:51:22.965282 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Deleting port 8caefb66-40d9-429b-9836-675aab7a78cf {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:51:22.965476 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.275224 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779016-0073-487b-b698-18a87dbac0a5 req-4b90834a-67be-4ba3-a046-768a18cf41ef tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:23.276677 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ba779016-0073-487b-b698-18a87dbac0a5 req-4b90834a-67be-4ba3-a046-768a18cf41ef tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.2183785 Aug 24 19:51:23.405990 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] For port 8caefb66-40d9-429b-9836-675aab7a78cf, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8caefb66-40d9-429b-9836-675aab7a78cf,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:23.406374 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.499461 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ba779016-0073-487b-b698-18a87dbac0a5 req-4a3bc221-c352-44a0-b4cc-cc3c21cae2b5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141237 Aug 24 19:51:23.504553 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fe83a-32e8-40c6-b132-b28e4150bd3f req-3c5db477-013b-4d92-bf57-5035f1ba133b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:23.506715 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7c0fe83a-32e8-40c6-b132-b28e4150bd3f req-3c5db477-013b-4d92-bf57-5035f1ba133b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 946 time: 0.0819385 Aug 24 19:51:23.576888 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7c0fe83a-32e8-40c6-b132-b28e4150bd3f req-19b01cc2-09e4-462f-8ca6-002cf88a5c8f tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ab707c9-7283-4666-bb08-0e2bb933f59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655365 Aug 24 19:51:23.741057 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.741453 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.741764 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.l3_db [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Floating IP aa6c1c00-4ff2-4a32-8b6e-207332dfbf16 disassociated. External IP: 172.28.3.173, port: 8caefb66-40d9-429b-9836-675aab7a78cf. Aug 24 19:51:23.742107 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Calling delete_port for 8caefb66-40d9-429b-9836-675aab7a78cf owned by compute:nova {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:51:23.788392 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.971399 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.977304 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bdf85c9c-b567-48d9-92fd-4c067ef603d3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:24.024904 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event deleted for resources: {'Port': ['ID=8caefb66-40d9-429b-9836-675aab7a78cf,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:24.028320 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:24.215178 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Router 3e994523-662a-4017-8597-cee902093101 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:51:24.349261 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-2cc76532-9ba5-4484-8784-454f0f14eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.350861 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-2cc76532-9ba5-4484-8784-454f0f14eaef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997&tenant_id=506cdfe9765b4b25aa70650047b4a362 HTTP/1.1" status: 200 len: 1096 time: 0.0702541 Aug 24 19:51:24.407441 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:51:24.417494 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35526df-2802-478f-b932-41fa546fedac None None] Sync routers for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:51:24.427382 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:51:24.428255 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:51:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:24.458265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-3a0d3586-2e96-49b3-aedb-17c994e2603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.463486 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-3a0d3586-2e96-49b3-aedb-17c994e2603a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=506cdfe9765b4b25aa70650047b4a362&device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1096 time: 0.0858214 Aug 24 19:51:24.487730 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] No DVR routers for this DVR port 8caefb66-40d9-429b-9836-675aab7a78cf on host hv-cinder-80587 {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:51:24.490293 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:24.500464 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'name': 'network-vif-deleted', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:51:24.573455 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d07c7-fae5-46a7-8b45-cab9988e24aa', 'name': 'network-vif-deleted', 'tag': '8caefb66-40d9-429b-9836-675aab7a78cf', 'status': 'completed', 'code': 200} Aug 24 19:51:24.623603 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5da36343-3254-49d0-a5d9-9027dc194f2e req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.38 "DELETE /v2.0/ports/8caefb66-40d9-429b-9836-675aab7a78cf HTTP/1.1" status: 204 len: 173 time: 1.7230561 Aug 24 19:51:24.629394 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-001d10c8-dfb1-4781-bf82-87d89c753b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.629394 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-001d10c8-dfb1-4781-bf82-87d89c753b02 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 200 len: 918 time: 0.1608329 Aug 24 19:51:24.641744 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:51:24.761370 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-f6b2e807-37f6-46b1-a7e4-f5d8c6f35fd0 req-42789d5e-4056-4e37-9e9a-8d8b8f28cf0d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Synchronizing usage tracker for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:51:24.898042 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-83625704-78ed-4082-981e-214b69024565 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7caa076-63d8-4520-83b3-725386ebd188 HTTP/1.1" status: 200 len: 999 time: 0.2622447 Aug 24 19:51:24.914913 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-f6b2e807-37f6-46b1-a7e4-f5d8c6f35fd0 req-42789d5e-4056-4e37-9e9a-8d8b8f28cf0d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Unset dirty status for tenant:90744e53809c46719d83903707d32c07 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:51:24.916997 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f6b2e807-37f6-46b1-a7e4-f5d8c6f35fd0 req-42789d5e-4056-4e37-9e9a-8d8b8f28cf0d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9d07c7-fae5-46a7-8b45-cab9988e24aa HTTP/1.1" status: 200 len: 210 time: 0.2189674 Aug 24 19:51:24.991222 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0794410-2753-43df-b624-8225c9fe9487 req-8f94e8ae-e8f3-4030-8356-0689c41039bf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.992503 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0794410-2753-43df-b624-8225c9fe9487 req-8f94e8ae-e8f3-4030-8356-0689c41039bf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.2590222 Aug 24 19:51:24.994864 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-a0596acf-9c21-46c1-b824-aa50d652e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.996172 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-a0596acf-9c21-46c1-b824-aa50d652e8f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 200 len: 856 time: 0.0881629 Aug 24 19:51:25.015252 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:25.018616 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35526df-2802-478f-b932-41fa546fedac None None] Checking router: 3e994523-662a-4017-8597-cee902093101 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:51:25.027174 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:51:25.027886 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:51:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:25.089340 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f0794410-2753-43df-b624-8225c9fe9487 req-3383bbbc-e3cc-4d21-9cc4-cb01188c1dc0 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903821 Aug 24 19:51:25.114555 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-5115065c-6388-4386-b289-71c6fbdccde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:25.117042 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-5115065c-6388-4386-b289-71c6fbdccde1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfd06381-3a6a-4b60-a41c-7482dff5280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1047952 Aug 24 19:51:25.218271 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:51:25.260097 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-1e747d09-39ac-46c8-86e3-3ca2179e7646 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342669 Aug 24 19:51:25.332500 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33718) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:25.411453 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31133191-a65a-45cf-943e-8c5d9fa48cb3 req-11473c73-ab55-4884-b6cb-d5a51305c984 service neutron] 10.222.0.38 "GET /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422791 Aug 24 19:51:25.463265 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:25.479236 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:51:25.483567 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Usage tracker for resource:security_group_rule and tenant:e7bb5db2a2274565bee1c3c1646e5d5f is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:51:25.486735 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:51:25.492475 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:51:25.598657 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f35526df-2802-478f-b932-41fa546fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:25.604344 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35526df-2802-478f-b932-41fa546fedac None None] The sync data for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb is: [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:45:45Z', 'revision_number': 4, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '92b4af40-3ff7-4351-8a32-c25314d702b8', 'name': '', 'network_id': '17405693-0dde-4b8c-bd10-9976770d9a83', 'tenant_id': '90744e53809c46719d83903707d32c07', 'mac_address': 'fa:16:3e:7b:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:37Z', 'updated_at': '2021-08-24T19:46:04Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'subnets': [{'id': 'c5597726-bb82-411b-a9a1-91ede79a8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:51:25.605410 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:25.686061 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:25.693320 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-130cf5d9-a26e-4943-a366-ea3aadf38571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:25.741550 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9722b80a-d0b5-4153-a7b0-25cc56332209,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:25.744902 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:25.748424 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7bb5db2a2274565bee1c3c1646e5d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146230 Aug 24 19:51:25.751045 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33730) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:25.816604 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:25.844944 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:25.866012 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bb7de-f18a-4512-9d6b-2f4796e5162d None None] New status for floating IP aa6c1c00-4ff2-4a32-8b6e-207332dfbf16: DOWN {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:51:25.994854 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.001951 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-60511a58-bb90-43f5-a990-5314853a1f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:26.017726 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9722b80a-d0b5-4153-a7b0-25cc56332209,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:26.032357 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:26.041490 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.043054 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9722b80a-d0b5-4153-a7b0-25cc56332209 HTTP/1.1" status: 204 len: 168 time: 0.2910218 Aug 24 19:51:26.156089 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33754) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:26.237044 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.283593 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.331717 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0995e7-1d69-4825-83ff-73da368697dc req-420460cd-5c8a-496e-a51a-da159638ef0d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:26.344444 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4b0995e7-1d69-4825-83ff-73da368697dc req-420460cd-5c8a-496e-a51a-da159638ef0d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1204214 Aug 24 19:51:26.416880 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4b0995e7-1d69-4825-83ff-73da368697dc req-cd22d71a-6610-4ae2-89b4-d446a47c8b38 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713322 Aug 24 19:51:26.480647 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.493457 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8af59d0f-404e-43fa-8b4f-abc312913b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:26.510021 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab707c9-7283-4666-bb08-0e2bb933f59e,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:26.514153 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:26.599527 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.600810 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "DELETE /v2.0/security-groups/7ab707c9-7283-4666-bb08-0e2bb933f59e HTTP/1.1" status: 204 len: 168 time: 0.4434078 Aug 24 19:51:26.604953 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33762) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:26.623060 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.api.v2.resource [None req-8395ac27-768a-42c1-8c60-f154ab81dd04 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] show failed (client error): The resource could not be found. Aug 24 19:51:26.624341 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-8395ac27-768a-42c1-8c60-f154ab81dd04 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "GET /v2.0/security-groups/7ab707c9-7283-4666-bb08-0e2bb933f59e HTTP/1.1" status: 404 len: 347 time: 0.0183194 Aug 24 19:51:26.627411 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33766) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:26.807531 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Deleting port 5375863b-63de-4d7a-b88d-1519e75bd492 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:51:26.808727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.994667 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:26.994984 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.111363 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33770) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:27.131362 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.131806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Calling delete_port for 5375863b-63de-4d7a-b88d-1519e75bd492 owned by network:floatingip {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:51:27.149324 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:51:27.153748 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Usage tracker for resource:security_group_rule and tenant:afa524daf5494fb984fc054e4a7ae784 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:51:27.158870 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:51:27.169700 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:51:27.285720 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.441183 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.449101 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00077200-8133-4729-808a-01dc3c057360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:27.468390 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.473411 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:27.495231 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b524e2-c798-45d7-b8ce-f37ff3548659,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:27.498702 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:27.501612 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afa524daf5494fb984fc054e4a7ae784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886709 Aug 24 19:51:27.514820 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33776) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:27.546904 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Pushing event deleted for resources: {'Port': ['ID=5375863b-63de-4d7a-b88d-1519e75bd492,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:27.571189 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8caefb66-40d9-429b-9836-675aab7a78cf no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:51:27.586794 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:27.606486 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.639175 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 8caefb66-40d9-429b-9836-675aab7a78cf {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:51:27.639785 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 8caefb66-40d9-429b-9836-675aab7a78cf not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:51:27.642940 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.715499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks [] for floatingip, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.734139 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e9831-b8d5-4819-a7ce-c50e30e32790 req-59de903e-6ed7-42b0-a666-be87f26d420a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:27.735705 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-910e9831-b8d5-4819-a7ce-c50e30e32790 req-59de903e-6ed7-42b0-a666-be87f26d420a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1866727 Aug 24 19:51:27.840352 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.845225 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e54bc152-18c3-451d-bda6-a5226f948f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:27.858798 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b524e2-c798-45d7-b8ce-f37ff3548659,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:27.862432 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:27.873230 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.879279 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52b524e2-c798-45d7-b8ce-f37ff3548659 HTTP/1.1" status: 204 len: 168 time: 0.3626616 Aug 24 19:51:27.898201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.910420 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] 10.222.0.55 "DELETE /v2.0/floatingips/aa6c1c00-4ff2-4a32-8b6e-207332dfbf16 HTTP/1.1" status: 204 len: 168 time: 1.2746179 Aug 24 19:51:27.924017 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-910e9831-b8d5-4819-a7ce-c50e30e32790 req-4ac5f256-bf69-4627-9334-967e1f1804ed tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809840 Aug 24 19:51:29.165114 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d41f9-9d52-4067-a8fe-a8dcfb682616 req-85d17582-ca02-4bb7-984b-17b31a954f3a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:29.172773 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fe2d41f9-9d52-4067-a8fe-a8dcfb682616 req-85d17582-ca02-4bb7-984b-17b31a954f3a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1056721 Aug 24 19:51:29.344197 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-fe2d41f9-9d52-4067-a8fe-a8dcfb682616 req-6617e21c-b720-44a5-9314-72a956b05aa3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704159 Aug 24 19:51:30.548326 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561030-0748-4503-8fb2-43de200a2923 req-ddcd188b-2ab1-48d1-931c-a2b06472c1f5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:30.549993 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-93561030-0748-4503-8fb2-43de200a2923 req-ddcd188b-2ab1-48d1-931c-a2b06472c1f5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.0864725 Aug 24 19:51:30.599745 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-93561030-0748-4503-8fb2-43de200a2923 req-12a91bb2-76cb-49f6-9c70-a149ab70a977 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Aug 24 19:51:31.799046 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8d53-614a-4fb0-a0c7-eecb9a03c050 req-4572a110-0a80-4a4b-a23b-aa9f19a9e9bf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:31.800731 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-202a8d53-614a-4fb0-a0c7-eecb9a03c050 req-4572a110-0a80-4a4b-a23b-aa9f19a9e9bf tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.0869102 Aug 24 19:51:31.851281 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-202a8d53-614a-4fb0-a0c7-eecb9a03c050 req-49c9b8f9-2419-41c3-aba6-f2d0c25438ad tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Aug 24 19:51:31.984073 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33844) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:32.116011 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:32.131264 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:51:32.135375 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Usage tracker for resource:security_group_rule and tenant:6be0301c1d1b415aa96391b7a1fa1561 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:51:32.138512 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:51:32.144595 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:51:32.250142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:32.308519 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:32.337938 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4c8a7a90-ae8f-47e9-86dd-224195add840 tempest-VolumesNegativeTest-1785767169 tempest-VolumesNegativeTest-1785767169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:32.366434 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6be0301c1d1b415aa96391b7a1fa1561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812079 Aug 24 19:51:32.369206 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33856) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:32.375245 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34174265-b480-4946-aea5-bce781af061c,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:32.379337 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:32.460148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:32.489108 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:32.636227 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:32.653611 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cb2d926c-63f3-4b70-9173-c0398cc6312e tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:32.666537 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34174265-b480-4946-aea5-bce781af061c,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:32.685204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:32.685204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:32.685204 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34174265-b480-4946-aea5-bce781af061c HTTP/1.1" status: 204 len: 168 time: 0.3075101 Aug 24 19:51:33.065163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5460a-90d0-4463-9a0e-894c3b109508 req-82d7c80b-35e5-4997-86d8-317e3e918a90 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:33.067039 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ad5460a-90d0-4463-9a0e-894c3b109508 req-82d7c80b-35e5-4997-86d8-317e3e918a90 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1014793 Aug 24 19:51:33.139260 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2ad5460a-90d0-4463-9a0e-894c3b109508 req-533b34ad-c256-4fbc-84eb-5bb89899a7f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625167 Aug 24 19:51:34.163373 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33872) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:34.183270 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:34.199664 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:51:34.221374 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Usage tracker for resource:security_group_rule and tenant:53f7f143bd234aca9e6e2eb5efcd449a is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:51:34.225132 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:51:34.242220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:51:34.390660 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:34.453194 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33884) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:34.456797 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:34.465620 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-77927b7e-6a98-459e-a7d8-e1a64952a3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:34.518787 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53f7f143bd234aca9e6e2eb5efcd449a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538322 Aug 24 19:51:34.519702 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b47fa-6e21-46a5-a8f3-3d527ea3f0f9,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:34.521373 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 33890) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:34.522779 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9e8d9ea1-40f8-4214-a6f9-0d9a6adc046b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:34.665438 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:34.710378 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b7ef1-0456-435a-8b73-92120bd4eabb req-173fe7cb-6e1d-4285-9311-3bcb50cb861c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:34.713549 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6d5b7ef1-0456-435a-8b73-92120bd4eabb req-173fe7cb-6e1d-4285-9311-3bcb50cb861c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1655250 Aug 24 19:51:34.716775 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:34.906991 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-6d5b7ef1-0456-435a-8b73-92120bd4eabb req-e369a9d5-b01b-4275-a9e4-e29365c4e0de tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527917 Aug 24 19:51:35.077383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:35.083678 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ef5f4679-5ac4-4444-92de-d49deadb4527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:35.098465 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b47fa-6e21-46a5-a8f3-3d527ea3f0f9,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:35.112441 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:35.123791 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:35.127840 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc8b47fa-6e21-46a5-a8f3-3d527ea3f0f9 HTTP/1.1" status: 204 len: 168 time: 0.6024241 Aug 24 19:51:35.423325 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397785'] for router_interface, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:35.811978 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Deleting port 92b4af40-3ff7-4351-8a32-c25314d702b8 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:51:35.834810 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:36.146037 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad2a24-25d0-4847-ada0-f2f9ce459aad req-66240c70-ae20-4bf9-9616-259b9cb2dce6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:36.148408 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c5ad2a24-25d0-4847-ada0-f2f9ce459aad req-66240c70-ae20-4bf9-9616-259b9cb2dce6 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.1160586 Aug 24 19:51:36.173905 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] For port 92b4af40-3ff7-4351-8a32-c25314d702b8, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=92b4af40-3ff7-4351-8a32-c25314d702b8,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:36.174871 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:36.199870 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c5ad2a24-25d0-4847-ada0-f2f9ce459aad req-56615eb5-7558-4db0-8bef-ac71c1f7b4c4 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439892 Aug 24 19:51:36.307413 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Calling delete_port for 92b4af40-3ff7-4351-8a32-c25314d702b8 owned by network:router_interface {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:51:36.599972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:36.604186 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:36.651498 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b4af40-3ff7-4351-8a32-c25314d702b8,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:36.654638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:36.922670 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397733'] for router_interface, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:37.291556 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Router 3e994523-662a-4017-8597-cee902093101 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:51:37.532448 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:51:37.549557 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a19566-3f56-4375-821e-050c1f761284 req-44be0dcc-0f69-4c44-9916-9ce56beb6375 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:37.550811 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f0a19566-3f56-4375-821e-050c1f761284 req-44be0dcc-0f69-4c44-9916-9ce56beb6375 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 943 time: 0.2015936 Aug 24 19:51:37.553847 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] Sync routers for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:51:37.555628 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-61f70580-1d01-4e2a-b5b0-a0af85e2a798 admin admin] 10.222.0.55 "PUT /v2.0/routers/3e994523-662a-4017-8597-cee902093101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1006861 Aug 24 19:51:37.558249 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33934) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:37.568379 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:51:37.570229 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:51:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:37.670274 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:51:37.708785 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f0a19566-3f56-4375-821e-050c1f761284 req-74c5b092-b2cb-44ad-8f40-bfa84eee3e6a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520176 Aug 24 19:51:37.771417 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks [] for router, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:37.813014 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:51:37.958441 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.062322 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Deleting port fb0c1a8e-a0f6-491b-be59-91d193e204dc {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:51:38.062737 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.114852 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:38.141654 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'f7caa076-63d8-4520-83b3-725386ebd188', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'port_id': 'f7caa076-63d8-4520-83b3-725386ebd188', 'mac_address': 'fa:16:3e:27:20:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:51:38.238816 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.273236 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7caa076-63d8-4520-83b3-725386ebd188 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:51:38.273359 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] For port fb0c1a8e-a0f6-491b-be59-91d193e204dc, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=fb0c1a8e-a0f6-491b-be59-91d193e204dc,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:38.273359 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.285246 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:51:36Z', 'revision_number': 5, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port': {'id': 'fb0c1a8e-a0f6-491b-be59-91d193e204dc', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e994523-662a-4017-8597-cee902093101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:21Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:38.288163 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:38.291293 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] Checking router: 3e994523-662a-4017-8597-cee902093101 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:51:38.300715 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] Routers {'3e994523-662a-4017-8597-cee902093101'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:51:38.301337 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:51:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['3e994523-662a-4017-8597-cee902093101'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:38.397576 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Calling delete_port for fb0c1a8e-a0f6-491b-be59-91d193e204dc owned by network:router_gateway {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:51:38.419813 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.428285 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:38.510815 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] Set router 3e994523-662a-4017-8597-cee902093101 gateway port host: None {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:51:38.627061 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:51:37Z', 'revision_number': 6, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port_host': None}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:38.629151 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=9']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:38.632875 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:38.634282 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15fe79-fee6-4018-b090-a4f87556fd97 None None] The sync data for ids ['3e994523-662a-4017-8597-cee902093101'] in dv-cinder-805877-1-smb is: [{'id': '3e994523-662a-4017-8597-cee902093101', 'name': 'tempest-AttachVolumeTestJSON-1732371871-router', 'tenant_id': '90744e53809c46719d83903707d32c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:18Z', 'updated_at': '2021-08-24T19:51:37Z', 'revision_number': 6, 'project_id': '90744e53809c46719d83903707d32c07', 'gw_port_host': None}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:51:38.683313 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['f7caa076-63d8-4520-83b3-725386ebd188'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:51:38.889563 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.895219 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-63c1dde6-dc77-418f-bbaf-f2e3ed3b8bb1 tempest-VolumesActionsTest-519945929 tempest-VolumesActionsTest-519945929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:38.943882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0c1a8e-a0f6-491b-be59-91d193e204dc,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:38.980783 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:39.065980 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a06bb-c3f3-4405-b1e3-74ff64f6e149 req-fd6b8955-942d-4df1-8607-883c01a905ec tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:39.067558 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb6a06bb-c3f3-4405-b1e3-74ff64f6e149 req-fd6b8955-942d-4df1-8607-883c01a905ec tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 944 time: 0.2294722 Aug 24 19:51:39.070067 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580876'] for router_gateway, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.264361 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1095'] for router, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.274764 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.347824 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb6a06bb-c3f3-4405-b1e3-74ff64f6e149 req-c16a3b04-1b37-408f-b6da-8420bc3e57ff tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722412 Aug 24 19:51:39.519671 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421718'] for router, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.523974 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e994523-662a-4017-8597-cee902093101 {{(pid=79950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 24 19:51:39.540389 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.541620 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-03f346ae-7544-41aa-8c6d-a48822af7c93 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3e994523-662a-4017-8597-cee902093101 HTTP/1.1" status: 204 len: 168 time: 1.9823387 Aug 24 19:51:39.544574 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33954) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:39.607374 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Deleting subnet c5597726-bb82-411b-a9a1-91ede79a8bec {{(pid=79950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:51:39.610608 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.655551 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:51:39.662912 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957326'] for subnet, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.723579 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port f7caa076-63d8-4520-83b3-725386ebd188 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:51:39.723955 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.782300 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.850596 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.876969 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:51:39.884528 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.887917 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:39.921543 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188', 'code': 200} Aug 24 19:51:39.948584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14957269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14542141'] for subnet, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.954950 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:39.992060 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5597726-bb82-411b-a9a1-91ede79a8bec,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:39.993857 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:39.997487 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:39.997739 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:39.998340 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:40.004984 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c5597726-bb82-411b-a9a1-91ede79a8bec HTTP/1.1" status: 204 len: 168 time: 0.4594731 Aug 24 19:51:40.007453 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33960) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:40.037894 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa49bbe-7f68-4468-a1fa-9f790d0d244d None None] Network 17405693-0dde-4b8c-bd10-9976770d9a83 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:51:40.136588 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:40.141306 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device fb0c1a8e-a0f6-491b-be59-91d193e204dc no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:51:40.148214 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Deleting port 92cf81b7-69d6-4412-ad57-cac736f37768 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:51:40.148549 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:40.193123 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: fb0c1a8e-a0f6-491b-be59-91d193e204dc {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:51:40.193512 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device fb0c1a8e-a0f6-491b-be59-91d193e204dc not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:51:40.193912 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92b4af40-3ff7-4351-8a32-c25314d702b8 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:51:40.236788 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 92b4af40-3ff7-4351-8a32-c25314d702b8 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:51:40.237144 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92b4af40-3ff7-4351-8a32-c25314d702b8 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:51:40.328460 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=10']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:40.332731 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:40.478753 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] DHCP port deletion for 17405693-0dde-4b8c-bd10-9976770d9a83 request from dv-cinder-805877-1-smb {{(pid=79951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 24 19:51:40.478753 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Deleting port 92cf81b7-69d6-4412-ad57-cac736f37768 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:51:40.478753 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:40.569945 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] For port 92cf81b7-69d6-4412-ad57-cac736f37768, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=92cf81b7-69d6-4412-ad57-cac736f37768,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:40.570318 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:40.670982 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] For port 92cf81b7-69d6-4412-ad57-cac736f37768, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=92cf81b7-69d6-4412-ad57-cac736f37768,segment=NetworkSegment(30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8),segment_id=30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:51:40.671584 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:40.711751 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Calling delete_port for 92cf81b7-69d6-4412-ad57-cac736f37768 owned by network:dhcp {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:51:40.776326 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5a5a1-9357-488e-8452-13e09c72cdac req-5b390429-4da3-4afd-b45a-151febbeab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:40.778347 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-41e5a5a1-9357-488e-8452-13e09c72cdac req-5b390429-4da3-4afd-b45a-151febbeab41 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 1099 time: 0.4477422 Aug 24 19:51:40.798171 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Calling delete_port for 92cf81b7-69d6-4412-ad57-cac736f37768 owned by network:dhcp {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:51:40.806823 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049414fd-acb3-4aef-9526-10fe744dbb38 req-ccc7f8eb-3634-4250-8df5-fbf64e790305 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:40.808276 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-049414fd-acb3-4aef-9526-10fe744dbb38 req-ccc7f8eb-3634-4250-8df5-fbf64e790305 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 946 time: 0.3166795 Aug 24 19:51:40.867850 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-41e5a5a1-9357-488e-8452-13e09c72cdac req-7100f5d1-2f39-406e-a999-de192d0c76fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824363 Aug 24 19:51:40.886743 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-049414fd-acb3-4aef-9526-10fe744dbb38 req-1f0ea8e8-62c4-4d2b-b355-d12a53fd7a06 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625591 Aug 24 19:51:40.947894 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:40.952860 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1842ab94-1554-4327-b77e-55a5eaa7c0ca tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:40.955789 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.api [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:51:40.956208 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_db.api [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:51:40.997915 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=92cf81b7-69d6-4412-ad57-cac736f37768,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:41.000436 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:41.005048 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] No DVR routers for this DVR port 92cf81b7-69d6-4412-ad57-cac736f37768 on host dv-cinder-805877-1-smb {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:51:41.125697 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:41.138754 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17405693-0dde-4b8c-bd10-9976770d9a83']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:41.151068 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:41.151364 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d87f8f-d24a-4aaf-8ef2-f87850ad5eb8') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:41.162788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:41.179565 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:41.186400 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:51:41.186779 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:51:41.204839 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:51:41.370819 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:41.374976 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:41.388188 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:41.406346 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=17405693-0dde-4b8c-bd10-9976770d9a83,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:41.411157 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:41.457551 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Deleting port 92cf81b7-69d6-4412-ad57-cac736f37768 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:51:41.457878 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:41.502863 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] 10.222.0.55 "DELETE /v2.0/networks/17405693-0dde-4b8c-bd10-9976770d9a83 HTTP/1.1" status: 204 len: 168 time: 1.4943156 Aug 24 19:51:41.526540 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-c216586b-2d11-4d7a-9761-b18d48154954 None None] The port '92cf81b7-69d6-4412-ad57-cac736f37768' was deleted {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 24 19:51:41.958313 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33982) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:42.034783 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c1002299-b4f8-4941-b689-a324a238c544 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90744e53809c46719d83903707d32c07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0683222 Aug 24 19:51:42.035201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 33990) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:42.064546 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92cf81b7-69d6-4412-ad57-cac736f37768 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:51:42.104678 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 92cf81b7-69d6-4412-ad57-cac736f37768 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:51:42.105260 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 92cf81b7-69d6-4412-ad57-cac736f37768 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:51:42.117159 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:42.147982 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:42.170529 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646173e3-86c1-4a42-a4ea-f6554010507a req-ce884033-aeff-4f66-b516-b73d155b555b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:42.173367 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-646173e3-86c1-4a42-a4ea-f6554010507a req-ce884033-aeff-4f66-b516-b73d155b555b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 946 time: 0.1620836 Aug 24 19:51:42.229056 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-646173e3-86c1-4a42-a4ea-f6554010507a req-c04362c4-033b-451e-bc77-89cb9431ca0a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499072 Aug 24 19:51:42.262723 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:42.267346 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-09592252-aa87-4f9a-8a3e-433c8fb084eb tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:42.284843 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec74072-c837-4e32-9dab-e17325612a07,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:42.287682 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:42.309593 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:42.313939 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ec74072-c837-4e32-9dab-e17325612a07 HTTP/1.1" status: 204 len: 168 time: 0.2751329 Aug 24 19:51:43.434936 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053e95d-a8fc-4807-8385-756f54fb56d9 req-afba4149-8ec6-4a29-924b-d17738bc9e1d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:43.437203 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c053e95d-a8fc-4807-8385-756f54fb56d9 req-afba4149-8ec6-4a29-924b-d17738bc9e1d tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 946 time: 0.0919609 Aug 24 19:51:43.491120 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c053e95d-a8fc-4807-8385-756f54fb56d9 req-676dd323-75c9-4f6e-b3bb-8b2f6d7038dc tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452805 Aug 24 19:51:44.688527 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506ed49-0bc6-41e7-b817-60d36f3c0d2b req-0cb6b8c0-8d6e-4cee-99f7-b05aed8d246e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:44.690264 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1506ed49-0bc6-41e7-b817-60d36f3c0d2b req-0cb6b8c0-8d6e-4cee-99f7-b05aed8d246e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 946 time: 0.0824533 Aug 24 19:51:44.736387 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1506ed49-0bc6-41e7-b817-60d36f3c0d2b req-48047132-174b-49d7-b3d0-295324cb37a7 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398531 Aug 24 19:51:44.951849 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34094) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:45.121942 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:45.135788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:51:45.139611 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Usage tracker for resource:security_group_rule and tenant:d3e3e1faec9e4def99e77cb6dc91494a is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:51:45.142390 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:51:45.147972 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:51:45.228871 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:45.306634 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:45.314053 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c016fa9d-f973-483b-a9ae-569e7821d0f1 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:45.355357 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3e3e1faec9e4def99e77cb6dc91494a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023788 Aug 24 19:51:45.356813 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d4f30-918f-4351-87ca-702f83b7e0e3,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:45.358613 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34100) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:45.359854 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:45.417150 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:45.442867 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:45.633277 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:45.637802 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b37e6748-72f4-4db2-9f89-3161743dd165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:45.649090 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d4f30-918f-4351-87ca-702f83b7e0e3,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:45.660454 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.660898 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:45.670963 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c3d4f30-918f-4351-87ca-702f83b7e0e3 HTTP/1.1" status: 204 len: 168 time: 0.3100898 Aug 24 19:51:46.445110 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34110) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:46.463115 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:46.477833 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:51:46.481611 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Usage tracker for resource:security_group_rule and tenant:2619b95ce5734840ad3acd7b718e02e6 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:51:46.484400 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:51:46.490026 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:51:46.574037 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:46.678919 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:46.688642 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e426affb-6c3a-493a-8da1-3ef770215caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:46.731269 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2619b95ce5734840ad3acd7b718e02e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845035 Aug 24 19:51:46.732124 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34118) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:51:46.732771 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518da1e0-88e5-4797-b918-0e22d74cca65,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:46.736212 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:46.796748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:46.821780 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:46.959255 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:46.963032 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-48dfc5aa-8fd9-45d6-b686-b4f215037710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:51:46.975669 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518da1e0-88e5-4797-b918-0e22d74cca65,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:46.978693 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:51:46.986275 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:46.987443 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/518da1e0-88e5-4797-b918-0e22d74cca65 HTTP/1.1" status: 204 len: 168 time: 0.2543476 Aug 24 19:51:48.639661 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-755450fd-d0d4-4fee-ad4f-436a319cc5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:49.770242 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:51.370159 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e7c52552-1253-484e-afe8-36f3fcbd76fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:52.439161 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:53.776137 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:54.752792 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:52:09.855416 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:18.723821 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-9e879ddf-9aaf-47ff-97d3-2b3c533f7ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:18.936374 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad13d4-8b27-4425-b55d-5e96ff80a90a req-1ac52e99-3420-4c95-8b83-7079d5ecb835 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:18.937830 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1ad13d4-8b27-4425-b55d-5e96ff80a90a req-1ac52e99-3420-4c95-8b83-7079d5ecb835 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 946 time: 0.0802472 Aug 24 19:52:18.985851 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a1ad13d4-8b27-4425-b55d-5e96ff80a90a req-98154113-3810-4f71-a29f-a73310bb1d7b tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423307 Aug 24 19:52:19.741216 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:20.187247 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cb771-0e4c-443b-ae63-273039e49eb2 req-d7927350-bc71-4560-80c1-62d073c5a921 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:20.188699 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-743cb771-0e4c-443b-ae63-273039e49eb2 req-d7927350-bc71-4560-80c1-62d073c5a921 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 946 time: 0.0840962 Aug 24 19:52:20.234219 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-743cb771-0e4c-443b-ae63-273039e49eb2 req-08226aa9-0054-447b-9152-3a5b439fc4db tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups?id=73ac69ce-08f7-4a9b-bb7b-68df37026cad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395181 Aug 24 19:52:20.309806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-d9e49673-79fc-4d6f-a037-11b0ef5c531c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:20.311260 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-d9e49673-79fc-4d6f-a037-11b0ef5c531c tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 946 time: 0.0833871 Aug 24 19:52:20.379415 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Deleting port f7caa076-63d8-4520-83b3-725386ebd188 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:52:20.379897 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:20.643432 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] For port f7caa076-63d8-4520-83b3-725386ebd188, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=f7caa076-63d8-4520-83b3-725386ebd188,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:52:20.643790 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.048669 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.049049 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.049356 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Floating IP 0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9 disassociated. External IP: 172.28.3.115, port: f7caa076-63d8-4520-83b3-725386ebd188. Aug 24 19:52:21.049691 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Calling delete_port for f7caa076-63d8-4520-83b3-725386ebd188 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:52:21.097754 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34558) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:21.230346 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.244260 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:52:21.248040 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c52a8031dc8e4ac19df80da67e76d300 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:52:21.250819 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:52:21.256360 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:52:21.324928 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.332027 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-297ec866-4b14-48c7-b9c1-ab576a394dd3 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:21.418633 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event deleted for resources: {'Port': ['ID=f7caa076-63d8-4520-83b3-725386ebd188,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:21.434474 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d8b1e39-3d15-4df4-853f-06a37fe5750a req-d7d3224f-4fd0-4ac2-a40b-724fa55994a2 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 210 time: 0.0705709 Aug 24 19:52:21.444885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.445265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.445635 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.445989 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.446365 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.446708 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.447579 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.447579 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.447793 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.448050 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.448512 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.448717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:21.455776 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:21.466673 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-1c58c8e6-60c6-4d63-9c77-71cdb6c25237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.652390 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.668461 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Router 5615108a-ab07-432e-bef3-54bed38a0905 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:52:21.760335 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:21.769251 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7dbe9424-adb9-48bf-9070-8e76c4cc76da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:21.881931 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93933f95-b503-4db7-b5ec-f7a12b50d66e,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:21.887899 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:21.892690 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c52a8031dc8e4ac19df80da67e76d300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949526 Aug 24 19:52:21.895258 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34572) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:21.910436 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:52:21.920604 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] Sync routers for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:52:21.931507 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:52:21.932271 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:52:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:22.002236 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] No DVR routers for this DVR port f7caa076-63d8-4520-83b3-725386ebd188 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:52:22.005641 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:22.008865 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-deleted', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:52:22.047258 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:22.079837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:22.137207 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:52:22.164269 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-14f6d1a1-1c2c-472a-9588-dd3732acae61 req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.38 "DELETE /v2.0/ports/f7caa076-63d8-4520-83b3-725386ebd188 HTTP/1.1" status: 204 len: 173 time: 1.8429830 Aug 24 19:52:22.229511 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc5ab36-6a12-42b7-8764-d8c894d64997', 'name': 'network-vif-deleted', 'tag': 'f7caa076-63d8-4520-83b3-725386ebd188', 'status': 'completed', 'code': 200} Aug 24 19:52:22.282281 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:22.287359 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7f1ab4f4-1cc6-4864-a5fe-5f6a4e31776c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:22.301471 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93933f95-b503-4db7-b5ec-f7a12b50d66e,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:22.304820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:22.306171 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:22.310068 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93933f95-b503-4db7-b5ec-f7a12b50d66e HTTP/1.1" status: 204 len: 168 time: 0.4109201 Aug 24 19:52:22.488928 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:22.501882 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:22.505779 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] Checking router: 5615108a-ab07-432e-bef3-54bed38a0905 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:52:22.514097 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:52:22.514738 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:52:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:22.595633 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-4cc4ba0f-03d2-4946-8530-f42549cb807b req-8f5f25f4-10a4-4600-81aa-cb014ad87aa5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Synchronizing usage tracker for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:52:22.764562 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:52:22.786615 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-4cc4ba0f-03d2-4946-8530-f42549cb807b req-8f5f25f4-10a4-4600-81aa-cb014ad87aa5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Unset dirty status for tenant:506cdfe9765b4b25aa70650047b4a362 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:52:22.787788 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4cc4ba0f-03d2-4946-8530-f42549cb807b req-8f5f25f4-10a4-4600-81aa-cb014ad87aa5 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcc5ab36-6a12-42b7-8764-d8c894d64997 HTTP/1.1" status: 200 len: 210 time: 0.2384379 Aug 24 19:52:23.085601 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:23.090653 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34117d03-41ee-4853-bd8a-3494f99e56b3 None None] The sync data for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb is: [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:45:44Z', 'revision_number': 4, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '82eb0e4d-0a2c-45a6-940e-f6f98af07cb5', 'name': '', 'network_id': 'cfd06381-3a6a-4b60-a41c-7482dff5280e', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'mac_address': 'fa:16:3e:d0:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:41Z', 'updated_at': '2021-08-24T19:45:58Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'subnets': [{'id': '2e500ac1-834e-4a14-bcd9-f700f46eb19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:52:23.322868 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7909bb9d-1f50-4fe4-8139-42ce65f32aa1 None None] New status for floating IP 0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9: DOWN {{(pid=79951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:52:23.746778 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:23.887113 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:52:23.921793 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: f7caa076-63d8-4520-83b3-725386ebd188 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:52:23.922154 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device f7caa076-63d8-4520-83b3-725386ebd188 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:52:23.993715 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34620) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:24.060827 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:24.089976 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:24.238431 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:24.242463 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9d393628-d1f5-454d-b52c-18a85bc805bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:24.262351 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac69ce-08f7-4a9b-bb7b-68df37026cad,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:24.265506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:24.365241 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:24.366615 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "DELETE /v2.0/security-groups/73ac69ce-08f7-4a9b-bb7b-68df37026cad HTTP/1.1" status: 204 len: 168 time: 0.3716776 Aug 24 19:52:24.369376 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34634) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:24.387126 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.api.v2.resource [None req-4b8febed-e82f-485b-bee3-55555f1b0d9a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] show failed (client error): The resource could not be found. Aug 24 19:52:24.391311 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-4b8febed-e82f-485b-bee3-55555f1b0d9a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "GET /v2.0/security-groups/73ac69ce-08f7-4a9b-bb7b-68df37026cad HTTP/1.1" status: 404 len: 347 time: 0.0207260 Aug 24 19:52:24.392007 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34640) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:24.546898 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Deleting port dfd51145-790d-4dad-b598-36e7a0e97d23 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:52:24.547155 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:24.722958 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:24.723270 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:24.851287 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Calling delete_port for dfd51145-790d-4dad-b598-36e7a0e97d23 owned by network:floatingip {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:52:25.099519 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:25.104286 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:25.149721 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Pushing event deleted for resources: {'Port': ['ID=dfd51145-790d-4dad-b598-36e7a0e97d23,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:25.152279 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:25.252833 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks [] for floatingip, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:25.352294 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:25.353356 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-f2ba1190-eab2-4441-a17b-62536fb0f366 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] 10.222.0.55 "DELETE /v2.0/floatingips/0e302a93-5bb6-4f4d-b8fa-33155f7e8fe9 HTTP/1.1" status: 204 len: 168 time: 0.9604306 Aug 24 19:52:27.984625 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34700) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:28.105467 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.120166 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:52:28.124136 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Usage tracker for resource:security_group_rule and tenant:5251489297f34f81853004172cee0040 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:52:28.127020 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:52:28.132756 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:52:28.213962 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.304820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.312818 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-54220ef9-40fd-4959-88ae-d98f7e5c10db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:28.350501 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e882819-2445-4073-bb29-35fbea13d0cb,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:28.355481 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5251489297f34f81853004172cee0040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698032 Aug 24 19:52:28.356471 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:28.358287 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34710) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:28.420134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.445677 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.721566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34730) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:28.829854 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.845453 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9ba0ab13-fe1f-4932-93f4-8ec7f06ea4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:28.863506 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e882819-2445-4073-bb29-35fbea13d0cb,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:28.868872 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:28.882069 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.890541 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e882819-2445-4073-bb29-35fbea13d0cb HTTP/1.1" status: 204 len: 168 time: 0.5276251 Aug 24 19:52:29.449502 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397785'] for router_interface, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:29.684717 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34762) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:29.808282 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Deleting port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:52:29.808610 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:29.809922 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:29.825065 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:52:29.829066 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Usage tracker for resource:security_group_rule and tenant:f712f041067c4df38a87a212448d7639 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:52:29.834788 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:52:29.837862 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:52:29.926119 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.003479 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] For port 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:52:30.003848 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.013565 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.040552 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24bbeb43-7768-430b-b543-bb2f6af13e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:30.055842 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f712f041067c4df38a87a212448d7639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700445 Aug 24 19:52:30.056657 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34780) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:30.085355 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b4359a-4847-415b-bef9-0ed03f914c98,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:30.090758 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00a1cb07-dc33-4c0c-a735-a500fada5e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:30.137545 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a73249b6-2dd2-4fa2-b952-c5dff45a81e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.160302 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Calling delete_port for 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 owned by network:router_interface {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:52:30.169817 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a73249b6-2dd2-4fa2-b952-c5dff45a81e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.489643 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a73249b6-2dd2-4fa2-b952-c5dff45a81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.489869 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.494496 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5a01961a-6159-4985-9690-816771ad88c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:30.494727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a0825fa1-4486-441b-8b77-288df1ed60f9 tempest-DeleteServersTestJSON-1759362545 tempest-DeleteServersTestJSON-1759362545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:30.504605 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73249b6-2dd2-4fa2-b952-c5dff45a81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b4359a-4847-415b-bef9-0ed03f914c98,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:30.509603 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a73249b6-2dd2-4fa2-b952-c5dff45a81e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:30.511848 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a73249b6-2dd2-4fa2-b952-c5dff45a81e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.512816 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a73249b6-2dd2-4fa2-b952-c5dff45a81e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9b4359a-4847-415b-bef9-0ed03f914c98 HTTP/1.1" status: 204 len: 168 time: 0.4532194 Aug 24 19:52:30.539604 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Pushing event deleted for resources: {'Port': ['ID=82eb0e4d-0a2c-45a6-940e-f6f98af07cb5,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:30.580814 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:30.799533 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34790) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:30.925895 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.941166 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397733'] for router_interface, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.941366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:52:30.945209 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Usage tracker for resource:security_group_rule and tenant:6def694fc2b24373871371328f4b2864 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:52:30.949271 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:52:30.955147 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:52:31.045647 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.115941 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.125109 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c0bf415d-531a-4a06-bb59-734486ed1569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:31.171844 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6def694fc2b24373871371328f4b2864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711624 Aug 24 19:52:31.172868 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34798) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:31.173678 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e080c60-9434-4083-840a-309f596e1eef,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:31.179319 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:31.207550 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34802) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:31.239332 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.266934 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:52:31.272003 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ad529eb5-7533-4e9f-a572-cc05bafdbdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.273814 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Usage tracker for resource:security_group_rule and tenant:59a98cb65f4949cbb83675cd78cae489 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:52:31.277370 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:52:31.291820 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:52:31.313997 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ad529eb5-7533-4e9f-a572-cc05bafdbdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.320921 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Router 5615108a-ab07-432e-bef3-54bed38a0905 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:52:31.481787 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ad529eb5-7533-4e9f-a572-cc05bafdbdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.487574 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b748423e-da18-41c4-933f-060c4c9d360b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:31.498198 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:52:31.501481 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad529eb5-7533-4e9f-a572-cc05bafdbdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e080c60-9434-4083-840a-309f596e1eef,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:31.509560 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] Sync routers for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:52:31.513351 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] 10.222.0.55 "PUT /v2.0/routers/5615108a-ab07-432e-bef3-54bed38a0905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881877 Aug 24 19:52:31.513351 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 34806) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:31.519656 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:52:31.520266 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:52:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:31.532624 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ad529eb5-7533-4e9f-a572-cc05bafdbdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:31.552139 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ad529eb5-7533-4e9f-a572-cc05bafdbdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.555881 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-ad529eb5-7533-4e9f-a572-cc05bafdbdad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e080c60-9434-4083-840a-309f596e1eef HTTP/1.1" status: 204 len: 168 time: 0.3762653 Aug 24 19:52:31.567391 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.684664 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.693755 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks [] for router, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.695844 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0e4dad45-ab38-46d5-be68-be97bea143b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:31.710358 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:52:31.740118 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59a98cb65f4949cbb83675cd78cae489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268490 Aug 24 19:52:31.740524 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34812) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:31.756456 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f26a6d-f379-4fdd-aaf7-8e3d01ac4673,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:31.760341 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-53b7b2ee-6db4-4fd1-83b1-6d254de3b96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:31.812137 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc079816-4af8-479a-9905-28b29a125abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.840170 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:52:31.843872 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc079816-4af8-479a-9905-28b29a125abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.893891 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.980521 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc079816-4af8-479a-9905-28b29a125abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.980779 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Deleting port ab3e58a7-2605-4fac-8be2-0c92d82997b2 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:52:31.980871 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.986157 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1dca0d2b-9168-4f76-8d42-7b7b8b46db1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:31.997370 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc079816-4af8-479a-9905-28b29a125abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f26a6d-f379-4fdd-aaf7-8e3d01ac4673,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:32.002897 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fc079816-4af8-479a-9905-28b29a125abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:32.004604 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc079816-4af8-479a-9905-28b29a125abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:32.008959 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-fc079816-4af8-479a-9905-28b29a125abd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29f26a6d-f379-4fdd-aaf7-8e3d01ac4673 HTTP/1.1" status: 204 len: 168 time: 0.2643857 Aug 24 19:52:32.015030 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:52:30Z', 'revision_number': 5, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port': {'id': 'ab3e58a7-2605-4fac-8be2-0c92d82997b2', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615108a-ab07-432e-bef3-54bed38a0905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:45:23Z', 'updated_at': '2021-08-24T19:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:32.020516 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] Checking router: 5615108a-ab07-432e-bef3-54bed38a0905 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:52:32.030956 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] Routers {'5615108a-ab07-432e-bef3-54bed38a0905'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:52:32.032186 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:52:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['5615108a-ab07-432e-bef3-54bed38a0905'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:32.255108 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] Set router 5615108a-ab07-432e-bef3-54bed38a0905 gateway port host: None {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:52:32.280672 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] For port ab3e58a7-2605-4fac-8be2-0c92d82997b2, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ab3e58a7-2605-4fac-8be2-0c92d82997b2,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:52:32.281025 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:32.363389 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:52:31Z', 'revision_number': 6, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port_host': None}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:32.368343 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f90e11-1f67-4bad-9581-dd7e8e04caf6 None None] The sync data for ids ['5615108a-ab07-432e-bef3-54bed38a0905'] in dv-cinder-805877-1-smb is: [{'id': '5615108a-ab07-432e-bef3-54bed38a0905', 'name': 'tempest-AttachVolumeShelveTestJSON-1496621870-router', 'tenant_id': '506cdfe9765b4b25aa70650047b4a362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:19Z', 'updated_at': '2021-08-24T19:52:31Z', 'revision_number': 6, 'project_id': '506cdfe9765b4b25aa70650047b4a362', 'gw_port_host': None}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:52:32.526078 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Calling delete_port for ab3e58a7-2605-4fac-8be2-0c92d82997b2 owned by network:router_gateway {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:52:32.763365 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:32.768528 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-249bead8-b54c-413f-a0d7-411ae52815e3 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:32.814611 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3e58a7-2605-4fac-8be2-0c92d82997b2,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:32.817805 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:32.903999 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580876'] for router_gateway, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.077475 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1095'] for router, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.077788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.180553 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421718'] for router, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.181174 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5615108a-ab07-432e-bef3-54bed38a0905 {{(pid=79950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 24 19:52:33.195810 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.199899 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34836) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:33.200357 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] 10.222.0.55 "DELETE /v2.0/routers/5615108a-ab07-432e-bef3-54bed38a0905 HTTP/1.1" status: 204 len: 168 time: 1.6856894 Aug 24 19:52:33.264790 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Deleting subnet 2e500ac1-834e-4a14-bcd9-f700f46eb19e {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:52:33.270676 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.322207 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.450540 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.598078 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.603101 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:33.640035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e500ac1-834e-4a14-bcd9-f700f46eb19e,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:33.642995 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:33.644024 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.650840 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-12b9ef2c-264a-4e51-8412-b616df778a94 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e500ac1-834e-4a14-bcd9-f700f46eb19e HTTP/1.1" status: 204 len: 168 time: 0.4498231 Aug 24 19:52:33.652293 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95239a2-33f3-4978-959d-65a8293ea829 None None] Network cfd06381-3a6a-4b60-a41c-7482dff5280e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:52:33.653332 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34846) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:33.759940 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.770130 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Deleting port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:52:33.770494 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.915302 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] DHCP port deletion for cfd06381-3a6a-4b60-a41c-7482dff5280e request from dv-cinder-805877-1-smb {{(pid=79951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 24 19:52:33.919814 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Deleting port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:52:33.920264 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.977987 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] For port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:52:33.978516 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.142131 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Calling delete_port for c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 owned by network:dhcp {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:52:34.154549 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:52:34.193663 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:52:34.194011 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 82eb0e4d-0a2c-45a6-940e-f6f98af07cb5 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:52:34.194648 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:52:34.238836 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] For port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,segment=NetworkSegment(66f029b9-1f2d-4d61-a5cc-22f84a3adf77),segment_id=66f029b9-1f2d-4d61-a5cc-22f84a3adf77)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:52:34.239239 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.334763 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.340312 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a256ead-c1af-4f19-a114-f0006f0be145 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:34.386497 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Calling delete_port for c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 owned by network:dhcp {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:52:34.386719 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:34.389220 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:34.393647 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] No DVR routers for this DVR port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 on host dv-cinder-805877-1-smb {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:52:34.442128 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No active binding found for port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 {{(pid=79951) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 24 19:52:34.442610 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:52:34.443049 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ab3e58a7-2605-4fac-8be2-0c92d82997b2 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:52:34.480157 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: ab3e58a7-2605-4fac-8be2-0c92d82997b2 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:52:34.480424 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ab3e58a7-2605-4fac-8be2-0c92d82997b2 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:52:34.507341 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.api [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:52:34.507771 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_db.api [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:52:34.514863 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.611483 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd06381-3a6a-4b60-a41c-7482dff5280e']}} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:34.624359 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f029b9-1f2d-4d61-a5cc-22f84a3adf77') {'for_net_delete': True} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:34.624670 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f029b9-1f2d-4d61-a5cc-22f84a3adf77') {} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:34.636547 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15623515'] for segment, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.652115 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.658064 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=79949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:52:34.658473 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14984149'] for segment, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: Traceback (most recent call last): Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: timer() Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: cb(*args, **kw) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: return func(*args, **kwargs) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: self._notify() Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: self.callback(batched_events) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: event.method(event) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: return f(self, *a, **k) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: return self._get(url).json() Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: return self.request(url, 'GET', **kwargs) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:52:34.672195 dv-cinder-805877-1-smb neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:52:34.843481 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.847227 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:34.860773 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.872926 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd06381-3a6a-4b60-a41c-7482dff5280e,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:34.877830 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:34.987332 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-841a5cec-0346-4588-a4f4-f1be8ba24713 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cfd06381-3a6a-4b60-a41c-7482dff5280e HTTP/1.1" status: 204 len: 168 time: 1.3329046 Aug 24 19:52:35.009125 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Deleting port c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:52:35.010517 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:35.089908 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-19b87f3b-e64a-47ff-9566-bd62f158aac7 None None] The port 'c1fa58c9-9d2e-4b81-9dd5-43c6df79aab6' was deleted {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 24 19:52:35.611752 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34870) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:35.662767 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-97db3572-b0a6-4fb2-9065-6d766aa73cd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=506cdfe9765b4b25aa70650047b4a362&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497770 Aug 24 19:52:35.665220 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 34874) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:35.725708 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb558621-cc6e-4d59-b16f-156b515864f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:35.751689 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb558621-cc6e-4d59-b16f-156b515864f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:35.903752 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb558621-cc6e-4d59-b16f-156b515864f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:35.908901 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b90a0646-d446-4353-a2a4-bf02d3955e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:35.925153 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558621-cc6e-4d59-b16f-156b515864f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea89d51-bd48-4000-84a1-7600d3ba2fe1,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:35.927592 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fb558621-cc6e-4d59-b16f-156b515864f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:35.934315 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb558621-cc6e-4d59-b16f-156b515864f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:35.935638 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-fb558621-cc6e-4d59-b16f-156b515864f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dea89d51-bd48-4000-84a1-7600d3ba2fe1 HTTP/1.1" status: 204 len: 168 time: 0.2693276 Aug 24 19:52:39.911650 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:48.669072 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-387c63d1-c7e1-4e38-9a70-566904bb9e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:49.766593 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.398115 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c0dba0dc-d954-437d-ba53-75d867f93d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:52.454407 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:53.800097 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:56.678164 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35180) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:56.794300 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:56.808394 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:52:56.812979 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Usage tracker for resource:security_group_rule and tenant:a82be19f1d754eb5a6c90d02d067952c is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:52:56.815825 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:52:56.821488 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:52:56.903991 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:57.036683 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:57.046594 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ad7449f2-c736-45a8-9f07-de3dfe336478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:57.086341 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab25b46e-dc9f-40f9-821e-77e8c0bc89dc,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:57.089548 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:57.093907 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a82be19f1d754eb5a6c90d02d067952c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146073 Aug 24 19:52:57.096705 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35202) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:57.161078 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:57.191778 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:57.462946 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:57.467205 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f5792c5f-ae22-47f6-96cb-340bc066493d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:57.478741 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab25b46e-dc9f-40f9-821e-77e8c0bc89dc,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:57.489186 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.489563 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.489924 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.490317 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.490679 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.491031 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.491383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.491735 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.492085 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.492430 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.492914 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.493266 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:57.496174 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:57.497543 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:57.498970 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab25b46e-dc9f-40f9-821e-77e8c0bc89dc HTTP/1.1" status: 204 len: 168 time: 0.4010093 Aug 24 19:52:58.451260 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35214) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:58.469168 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:58.484142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:52:58.488117 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Usage tracker for resource:security_group_rule and tenant:15260b14b08e422ba6423dd32dffca51 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:52:58.490984 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:52:58.496650 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:52:58.578097 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:58.717137 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:58.726578 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5365689d-d0d6-49d0-8ddc-b8ac71f56a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:58.765791 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15260b14b08e422ba6423dd32dffca51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134780 Aug 24 19:52:58.767434 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b265d8-1cbe-4448-bb65-88e711cd1b9b,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:58.768727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35222) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:52:58.771697 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a8c187b8-7d91-40f7-aad7-6dc00eddcc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:58.831195 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9814c7e0-8e1e-4de3-8823-9aa55218a7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:58.857128 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9814c7e0-8e1e-4de3-8823-9aa55218a7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:59.068640 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9814c7e0-8e1e-4de3-8823-9aa55218a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:59.072439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9cdce367-cb72-4875-b6f4-cd8ad1a5a16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:52:59.084811 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814c7e0-8e1e-4de3-8823-9aa55218a7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b265d8-1cbe-4448-bb65-88e711cd1b9b,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:59.087376 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9814c7e0-8e1e-4de3-8823-9aa55218a7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:52:59.095720 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9814c7e0-8e1e-4de3-8823-9aa55218a7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:59.096827 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9814c7e0-8e1e-4de3-8823-9aa55218a7b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2b265d8-1cbe-4448-bb65-88e711cd1b9b HTTP/1.1" status: 204 len: 168 time: 0.3264768 Aug 24 19:53:01.494123 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35280) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:01.722322 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.738353 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:01.742341 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Usage tracker for resource:security_group_rule and tenant:cb8be1176c384c3f9c426929ca719959 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:01.745196 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:01.751178 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:01.855687 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.022809 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.035183 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cba7a24d-f8c1-47be-a756-8d325229ea69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:02.068934 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb8be1176c384c3f9c426929ca719959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788524 Aug 24 19:53:02.072012 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35294) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:02.085957 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea8f463-5c20-418a-a3ea-0c2fc70ad122,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:02.089081 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b97628cd-60b7-45d0-ba88-408faccb233a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:02.134667 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.178901 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.385107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.389675 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-31e5b667-6ec0-4529-8d88-64027cd49626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:02.402499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea8f463-5c20-418a-a3ea-0c2fc70ad122,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:02.405341 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:02.412048 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.412048 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bea8f463-5c20-418a-a3ea-0c2fc70ad122 HTTP/1.1" status: 204 len: 168 time: 0.3382385 Aug 24 19:53:03.481895 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35306) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:03.500284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.514700 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:03.518462 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Usage tracker for resource:security_group_rule and tenant:00f03e6134be492a8b6d9f122ef905eb is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:03.521192 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:03.526879 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:03.607658 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.725610 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.734949 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-afa97839-dda7-4cd6-8775-f38f8f85a541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:03.773352 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00f03e6134be492a8b6d9f122ef905eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897532 Aug 24 19:53:03.774956 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad7786-c090-43d7-8409-6364ee4a2cd0,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:03.776124 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35310) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:03.778284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:03.835037 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.860550 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.094118 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.097850 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b68cf20f-aecc-40a4-9692-fac33f41d2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:04.111527 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad7786-c090-43d7-8409-6364ee4a2cd0,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:04.114371 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:04.116370 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.117764 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdad7786-c090-43d7-8409-6364ee4a2cd0 HTTP/1.1" status: 204 len: 168 time: 0.3403294 Aug 24 19:53:06.266614 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35366) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:06.402671 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.423279 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:06.427312 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Usage tracker for resource:security_group_rule and tenant:0234ba2f49e241618debfe818e15d642 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:06.430207 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:06.436071 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:06.515908 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.594002 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.601638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1f09229-6a52-438e-8664-160cc5019dda tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:06.642074 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0234ba2f49e241618debfe818e15d642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743148 Aug 24 19:53:06.643000 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73312bf-8398-4df7-a590-651c7cc84844,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:06.645452 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35374) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:06.645953 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:06.709244 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd78e-ff8f-44e4-9328-27ee8370b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.737667 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd78e-ff8f-44e4-9328-27ee8370b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.970806 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd78e-ff8f-44e4-9328-27ee8370b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.971685 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35380) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:06.974805 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-77df941c-89f8-465c-aeb1-72d3686e7ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:06.989762 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcd78e-ff8f-44e4-9328-27ee8370b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73312bf-8398-4df7-a590-651c7cc84844,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:06.989762 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b2bcd78e-ff8f-44e4-9328-27ee8370b523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:06.997036 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd78e-ff8f-44e4-9328-27ee8370b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.998751 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b2bcd78e-ff8f-44e4-9328-27ee8370b523 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e73312bf-8398-4df7-a590-651c7cc84844 HTTP/1.1" status: 204 len: 168 time: 0.3511913 Aug 24 19:53:07.096769 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.111712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:07.115504 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Usage tracker for resource:security_group_rule and tenant:a6a5dae9d1c240eababdb80252f7638b is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:07.118401 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:07.124684 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:07.206139 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.388421 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.397568 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-291168eb-bd1b-4000-b63c-20ea51cb0dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:07.445418 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6a5dae9d1c240eababdb80252f7638b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726586 Aug 24 19:53:07.447218 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e9bbe-fb7c-40b1-afe2-7f51f56f22dd,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:07.448104 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35390) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:07.450961 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-db198408-89d3-40c5-b87e-7820dc7dc38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:07.509201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-408492f2-dbf6-42f8-882d-93167f67f66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.538036 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-408492f2-dbf6-42f8-882d-93167f67f66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.728346 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-408492f2-dbf6-42f8-882d-93167f67f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.732180 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9e68b2d9-5fc1-4334-8bf2-4e1f7aef1697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:07.746582 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408492f2-dbf6-42f8-882d-93167f67f66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e9bbe-fb7c-40b1-afe2-7f51f56f22dd,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:07.750500 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-408492f2-dbf6-42f8-882d-93167f67f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:07.754083 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-408492f2-dbf6-42f8-882d-93167f67f66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.755210 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-408492f2-dbf6-42f8-882d-93167f67f66c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/869e9bbe-fb7c-40b1-afe2-7f51f56f22dd HTTP/1.1" status: 204 len: 168 time: 0.3061368 Aug 24 19:53:08.012979 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35396) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:08.031612 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.045823 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:08.049741 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Usage tracker for resource:security_group_rule and tenant:475ecfb9d14a40fbaf06913d017b0b0d is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:08.052717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:08.058544 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:08.148619 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.519472 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.527037 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-27e0225a-0fe2-4395-b27f-98c9b0309a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:08.567100 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdda4df-15f2-4339-8dc6-116c48f9321c,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:08.571444 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=475ecfb9d14a40fbaf06913d017b0b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574341 Aug 24 19:53:08.572306 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e6e7c036-18b1-4ac7-b62b-154f7b9e53aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:08.574025 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35402) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:08.632344 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3cdb660e-9ee6-4967-8ad0-acfe52ffac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.659269 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3cdb660e-9ee6-4967-8ad0-acfe52ffac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.793763 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3cdb660e-9ee6-4967-8ad0-acfe52ffac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.796194 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:53:08.800168 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a8fb0d63-334e-46fa-9ef3-ea88242be592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:08.813508 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35406) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:08.815519 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb660e-9ee6-4967-8ad0-acfe52ffac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdda4df-15f2-4339-8dc6-116c48f9321c,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:08.817938 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3cdb660e-9ee6-4967-8ad0-acfe52ffac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.819268 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-3cdb660e-9ee6-4967-8ad0-acfe52ffac89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fdda4df-15f2-4339-8dc6-116c48f9321c HTTP/1.1" status: 204 len: 168 time: 0.2441409 Aug 24 19:53:08.820201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-3cdb660e-9ee6-4967-8ad0-acfe52ffac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:08.848917 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.864713 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:08.868714 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5c851018c64e59b6694645918c85dc is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:08.871733 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:08.877538 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:08.968703 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.036407 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.043370 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-231fa1ed-5195-4d7d-aa51-de329e4f5fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:09.083056 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffaf53f-f087-4796-b8a5-ad492378f762,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:09.087484 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d5c851018c64e59b6694645918c85dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729385 Aug 24 19:53:09.088649 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-007d3b27-05fe-45f7-b54b-d8e2a854aec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:09.090383 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35412) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:09.151171 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.177900 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.302814 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.307528 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-d77d577e-7fe9-4004-bf78-4ba4cc2ddd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:09.318524 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffaf53f-f087-4796-b8a5-ad492378f762,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:09.322000 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:09.325571 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.326905 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ffaf53f-f087-4796-b8a5-ad492378f762 HTTP/1.1" status: 204 len: 168 time: 0.2356589 Aug 24 19:53:09.888098 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.151030 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35548) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:16.268953 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.283075 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:16.287026 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Usage tracker for resource:security_group_rule and tenant:0e2159ec128b4e99bd58dafcdfd07646 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:16.289765 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:16.296031 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:16.385388 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.513472 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.522440 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ef26baad-e7f9-4a70-9de0-4077d94bfce7 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:16.561383 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66af4aa-5305-4f41-851c-37019eba7939,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:16.565040 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e2159ec128b4e99bd58dafcdfd07646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130149 Aug 24 19:53:16.566019 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:16.567858 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35554) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:16.625830 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a162cac2-4345-46ac-8beb-3b0815a9ad9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.651860 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a162cac2-4345-46ac-8beb-3b0815a9ad9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.779910 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a162cac2-4345-46ac-8beb-3b0815a9ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.783671 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b3c46e18-4272-4754-b0a7-5ca39e1e5f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:16.795618 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162cac2-4345-46ac-8beb-3b0815a9ad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66af4aa-5305-4f41-851c-37019eba7939,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:16.798817 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a162cac2-4345-46ac-8beb-3b0815a9ad9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:16.805981 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a162cac2-4345-46ac-8beb-3b0815a9ad9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.809018 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-a162cac2-4345-46ac-8beb-3b0815a9ad9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c66af4aa-5305-4f41-851c-37019eba7939 HTTP/1.1" status: 204 len: 168 time: 0.2386599 Aug 24 19:53:18.664442 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-13511fac-5bd6-429e-bf13-0c15fc6966ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.755937 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:21.364758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-325d451c-093d-4f4c-9767-cf367b73bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:22.392639 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.096615 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35664) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:23.212096 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.227362 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:23.231146 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8e401d63b14ddea3036f8c2c98407c is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:23.234444 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:23.240044 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:23.334954 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.427249 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.436188 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2026157a-052f-4e94-8556-710f19906f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:23.476859 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c8e401d63b14ddea3036f8c2c98407c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790600 Aug 24 19:53:23.478410 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a38b2b-02c7-42eb-8603-da590bf7e143,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:23.479383 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35670) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:23.481458 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6ab7f3fb-c5e9-4618-afe0-f1cde9330d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:23.542577 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.568895 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.735906 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.739820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c9c26546-2721-4191-b25d-457d35bc04a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:23.752678 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a38b2b-02c7-42eb-8603-da590bf7e143,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:23.761127 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.761496 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.761856 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.762294 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.762649 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.763510 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.763856 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.764201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.764547 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.764885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.765225 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.765568 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:23.768522 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:23.769967 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-18669288-9714-41e6-96af-69e75214265f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.771214 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-18669288-9714-41e6-96af-69e75214265f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1a38b2b-02c7-42eb-8603-da590bf7e143 HTTP/1.1" status: 204 len: 168 time: 0.2907901 Aug 24 19:53:23.786805 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.535708 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35684) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:24.553793 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.568387 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:24.572139 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Usage tracker for resource:security_group_rule and tenant:0d416443aa934de0b2f5787d501935e6 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:24.574973 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:24.581373 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:24.662200 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.769884 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.777421 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-520be57d-2e49-4337-96d6-4382a7d22e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:24.817554 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b8e8b3-159e-4bef-b4cb-579914adaeae,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:24.821957 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d416443aa934de0b2f5787d501935e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851605 Aug 24 19:53:24.822973 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-56a32373-f9ff-4c88-a621-bb3f3c52da6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:24.826481 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35688) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:24.889468 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.913854 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.124809 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.128727 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7c0b4019-0370-4f69-8e6f-aeeed6fc0784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:25.141778 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b8e8b3-159e-4bef-b4cb-579914adaeae,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:25.146622 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:25.172412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.173537 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7b8e8b3-159e-4bef-b4cb-579914adaeae HTTP/1.1" status: 204 len: 168 time: 0.3465168 Aug 24 19:53:26.055656 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35700) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:26.076412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.090969 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:26.095410 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Usage tracker for resource:security_group_rule and tenant:1841a8a4181f431896049168c0a2dc04 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:26.098499 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:26.104866 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:26.184102 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.421768 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.430987 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0debddb2-8f3f-417c-82b7-807b5cc363bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:26.475587 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1841a8a4181f431896049168c0a2dc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188070 Aug 24 19:53:26.476506 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb3e05-83d4-405e-867a-b616614fb83a,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:26.478295 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35706) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:26.479530 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-96b86226-464a-4bdb-804b-b8225167f16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:26.538556 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e6650bfd-f899-471a-9a8a-5a7b162846e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.565120 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e6650bfd-f899-471a-9a8a-5a7b162846e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.698584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e6650bfd-f899-471a-9a8a-5a7b162846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.704108 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a2d92dcf-444d-4369-a69c-668ebd90ca9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:26.716766 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6650bfd-f899-471a-9a8a-5a7b162846e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb3e05-83d4-405e-867a-b616614fb83a,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:26.719089 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e6650bfd-f899-471a-9a8a-5a7b162846e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:26.721335 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e6650bfd-f899-471a-9a8a-5a7b162846e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.722346 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-e6650bfd-f899-471a-9a8a-5a7b162846e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8adb3e05-83d4-405e-867a-b616614fb83a HTTP/1.1" status: 204 len: 168 time: 0.2428918 Aug 24 19:53:39.942282 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.346594 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35952) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:42.574699 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.589202 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:42.593702 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Usage tracker for resource:security_group_rule and tenant:1e58bd0904fc4f1ca96d55e8c92409b8 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:42.596969 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:42.602983 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:42.687136 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.789961 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.798497 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4d8715ee-faaf-41a8-9d0b-7e8926ea9b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:42.839105 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffca928-20f8-4698-93dd-becdb5bfa26c,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:42.844034 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e58bd0904fc4f1ca96d55e8c92409b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963317 Aug 24 19:53:42.844896 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:42.848321 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35958) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:42.919399 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-03e25436-fc89-4dce-968b-65edb38ba11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.944192 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-03e25436-fc89-4dce-968b-65edb38ba11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:43.104262 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-03e25436-fc89-4dce-968b-65edb38ba11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:43.108824 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-125a4a7f-cc0d-44d1-a096-5e06424923de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:43.121295 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e25436-fc89-4dce-968b-65edb38ba11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffca928-20f8-4698-93dd-becdb5bfa26c,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:43.123983 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-03e25436-fc89-4dce-968b-65edb38ba11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:43.132141 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-03e25436-fc89-4dce-968b-65edb38ba11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:43.133263 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-03e25436-fc89-4dce-968b-65edb38ba11e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ffca928-20f8-4698-93dd-becdb5bfa26c HTTP/1.1" status: 204 len: 168 time: 0.2833488 Aug 24 19:53:44.260880 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35986) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:44.387037 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1904331130-network', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:53:44.392082 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:44.396025 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Usage tracker for resource:network and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:44.398975 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:44.406346 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:44.477801 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Made reservation on behalf of 3822b647979d4b18a7e4fde8670629ed for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:44.480368 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.494058 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.508597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:44.512486 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:44.515440 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:44.521319 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:44.613962 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.677955 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.681082 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-378b70f8-a31f-41d4-ab17-734126063cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:44.710220 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=79949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:53:44.719832 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3831dd93-600a-4bfa-999f-61b65d2b9fb3,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:44.723723 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:44.726680 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.727749 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Added segment daf06684-a7a1-4447-91b8-b31b242e1909 of type vlan for network de1728e9-79d2-456a-ae47-217e37527a16 Aug 24 19:53:44.756509 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.861397 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.863417 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:44.864201 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:44.870726 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-789a3c66-a145-4204-8f6c-9077e9fec609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:44.979225 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Pushing event updated for resources: {'Network': ['ID=de1728e9-79d2-456a-ae47-217e37527a16,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:44.982357 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:44.989395 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network de1728e9-79d2-456a-ae47-217e37527a16 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:53:45.054733 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-19d547a2-d566-413c-acf2-abbef7253df8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7917871 Aug 24 19:53:45.057715 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 35992) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:45.068500 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Request body: {'subnet': {'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1904331130-subnet', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:53:45.078596 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:45.085800 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Usage tracker for resource:subnet and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:45.092295 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:45.102946 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:45.214975 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Made reservation on behalf of 3822b647979d4b18a7e4fde8670629ed for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:45.217370 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15301028'] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:45.647412 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14983792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15301078'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:45.652058 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e091e018-c039-42c5-b24c-f518b85044bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:45.729718 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed1862e-678d-4b6b-bc9a-418e26cba5c4,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:45.733058 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:45.743138 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Checking segment: {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:53:45.743614 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Network hostable DHCP agents. Network: de1728e9-79d2-456a-ae47-217e37527a16, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:53:45.786486 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:53:45.848059 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Network de1728e9-79d2-456a-ae47-217e37527a16 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:53:45.974958 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, de1728e9-79d2-456a-ae47-217e37527a16) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:45.979511 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:45.980115 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:45.985846 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae477c37-d7e1-4cec-a8bc-362f1c4109ec None None] Network de1728e9-79d2-456a-ae47-217e37527a16 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:53:46.110601 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-99d347c4-4e14-4917-aa72-961dc6185481 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0511534 Aug 24 19:53:46.113944 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 35998) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:46.120543 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:53:46.125987 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:46.131026 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Usage tracker for resource:router and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:46.135153 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:46.142763 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:46.237529 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-de1728e9-79d2-456a-ae47-217e37527a16', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:53:46.238659 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.255414 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.260921 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.276230 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.419148 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Allocated IP 172.20.0.2 (de1728e9-79d2-456a-ae47-217e37527a16/5ed1862e-678d-4b6b-bc9a-418e26cba5c4/c89ff809-346b-4190-a170-364a9415a238) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:46.683950 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.696365 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Transition to ACTIVE for port object c89ff809-346b-4190-a170-364a9415a238 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:46.715892 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Transition to ACTIVE for port object c89ff809-346b-4190-a170-364a9415a238 will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:46.781147 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.815568 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.820183 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:46.883249 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Network de1728e9-79d2-456a-ae47-217e37527a16 is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:46.886228 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:46.890448 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:53:46.896064 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Pushing event updated for resources: {'Port': ['ID=c89ff809-346b-4190-a170-364a9415a238,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:46.938647 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.939949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.939949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.939949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.939949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.940690 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.946845 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.947414 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.947741 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.948063 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.948383 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.948697 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:46.958533 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:47.020105 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Attempting to bind port c89ff809-346b-4190-a170-364a9415a238 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:47.020624 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Attempting to bind port c89ff809-346b-4190-a170-364a9415a238 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:47.021194 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Attempting to bind port c89ff809-346b-4190-a170-364a9415a238 on network de1728e9-79d2-456a-ae47-217e37527a16 {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:53:47.027302 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:53:47.027684 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Checking segment: {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:53:47.028109 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.028540 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Bound using segment: {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:53:47.033408 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Bound port: c89ff809-346b-4190-a170-364a9415a238, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:47.033408 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.126029 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] For port c89ff809-346b-4190-a170-364a9415a238, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:53:47.133902 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] For port c89ff809-346b-4190-a170-364a9415a238, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c89ff809-346b-4190-a170-364a9415a238,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:53:47.227105 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.232660 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:47.323419 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Pushing event updated for resources: {'Port': ['ID=c89ff809-346b-4190-a170-364a9415a238,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:47.327705 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:47.392791 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.430927 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.608356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Allocated IP 172.28.3.189 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/b9c60c81-a14a-4d8b-a371-542332d003f5) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:47.780919 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.869996 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.874932 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-d403906f-64cf-49c5-ab8e-ede582bf7f5f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:47.941417 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:47.944778 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:47.948816 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:53:47.980221 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c60c81-a14a-4d8b-a371-542332d003f5,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:47.986390 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:48.156202 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c89ff809-346b-4190-a170-364a9415a238 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:53:48.307703 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfba92-dd04-4de7-9e2e-4adefe788f14 None None] Network de1728e9-79d2-456a-ae47-217e37527a16 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:53:48.336643 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port c89ff809-346b-4190-a170-364a9415a238 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:48.491567 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Provisioning for port c89ff809-346b-4190-a170-364a9415a238 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:48.502868 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Provisioning complete for port c89ff809-346b-4190-a170-364a9415a238 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:48.503253 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.553259 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.733957 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.754723 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d3c624d5-57c3-40b6-81cb-abde263b1763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.851211 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] For port c89ff809-346b-4190-a170-364a9415a238, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c89ff809-346b-4190-a170-364a9415a238,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:53:48.932393 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.964105 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.966005 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:49.061982 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Pushing event updated for resources: {'Port': ['ID=c89ff809-346b-4190-a170-364a9415a238,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:49.061982 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:49.085093 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-865ab3f0-dcad-4ab0-b5d3-873e1450f009 None None] Provisioning complete for port c89ff809-346b-4190-a170-364a9415a238 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:49.085474 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-865ab3f0-dcad-4ab0-b5d3-873e1450f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:49.242945 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Router a981dbc7-201f-4a74-8b33-ed9918adf720 is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:53:49.417202 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:53:49.427283 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Sync routers for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:49.436901 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:53:49.446256 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:49.572654 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:49.573955 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-0d257856-d188-4f20-baaa-aced2b3a8587 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4587345 Aug 24 19:53:49.576757 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36020) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:49.615903 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:53:49.896181 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:49.925420 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:48Z', 'revision_number': 3, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:49.929618 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Checking router: a981dbc7-201f-4a74-8b33-ed9918adf720 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:49.929974 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Updating router a981dbc7-201f-4a74-8b33-ed9918adf720 port b9c60c81-a14a-4d8b-a371-542332d003f5 binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:53:49.984709 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.130656 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c89ff809-346b-4190-a170-364a9415a238 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:53:50.312982 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port c89ff809-346b-4190-a170-364a9415a238 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:50.313273 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.367910 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.539141 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.558881 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Transition to ACTIVE for port object b9c60c81-a14a-4d8b-a371-542332d003f5 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:50.574435 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Allocated IP 172.20.0.1 (de1728e9-79d2-456a-ae47-217e37527a16/5ed1862e-678d-4b6b-bc9a-418e26cba5c4/8b8d0fa0-edde-4886-b74b-db2245faafc7) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:50.648953 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.654272 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:50.726373 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Attempting to bind port b9c60c81-a14a-4d8b-a371-542332d003f5 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:50.726754 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Attempting to bind port b9c60c81-a14a-4d8b-a371-542332d003f5 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:50.727128 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Attempting to bind port b9c60c81-a14a-4d8b-a371-542332d003f5 on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:53:50.731041 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.736023 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0470803-2fa3-4068-ae88-3a06ad9a6922 None None] Pushing event updated for resources: {'Port': ['ID=b9c60c81-a14a-4d8b-a371-542332d003f5,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:50.738793 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:53:50.739124 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:53:50.740160 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.740160 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:53:50.740427 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Bound port: b9c60c81-a14a-4d8b-a371-542332d003f5, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:50.740719 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.748327 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Transition to ACTIVE for port object 8b8d0fa0-edde-4886-b74b-db2245faafc7 will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:50.764698 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-d0470803-2fa3-4068-ae88-3a06ad9a6922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:50.812337 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] For port b9c60c81-a14a-4d8b-a371-542332d003f5, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:53:50.815239 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] For port b9c60c81-a14a-4d8b-a371-542332d003f5, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=b9c60c81-a14a-4d8b-a371-542332d003f5,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:53:50.898603 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.902440 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-85019020-c291-4c6e-8dc3-51d32aa5edaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:50.939864 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:50.944914 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:50.966636 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Network de1728e9-79d2-456a-ae47-217e37527a16 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:50.969769 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:50.972487 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:53:51.026168 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:53:51.026860 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Pushing event updated for resources: {'Port': ['ID=8b8d0fa0-edde-4886-b74b-db2245faafc7,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:51.027316 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:51.030771 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:51.047937 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:51.099955 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0470803-2fa3-4068-ae88-3a06ad9a6922 None None] Pushing event updated for resources: {'Port': ['ID=b9c60c81-a14a-4d8b-a371-542332d003f5,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:51.105187 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-d0470803-2fa3-4068-ae88-3a06ad9a6922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:51.227546 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:53:51.529998 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:51.535177 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:48Z', 'revision_number': 3, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:51.539193 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6138b-9637-48ed-a3f4-3d2102476d1e None None] The sync data for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb is: [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:48Z', 'revision_number': 3, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:51.555910 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-1ab80bdf-b71a-4d1a-b4e1-7f07038d03e6 None None] Provisioning for port 8b8d0fa0-edde-4886-b74b-db2245faafc7 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:51.562976 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-8067b334-9049-47ae-933e-8c055ea4f8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:51.565613 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-1ab80bdf-b71a-4d1a-b4e1-7f07038d03e6 None None] Provisioning complete for port 8b8d0fa0-edde-4886-b74b-db2245faafc7 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:51.565976 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-1ab80bdf-b71a-4d1a-b4e1-7f07038d03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:51.626319 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-1ab80bdf-b71a-4d1a-b4e1-7f07038d03e6 None None] Port 8b8d0fa0-edde-4886-b74b-db2245faafc7 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:51.782067 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:51.889760 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:51.915477 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:52.002252 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Pushing event updated for resources: {'Port': ['ID=8b8d0fa0-edde-4886-b74b-db2245faafc7,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:52.005168 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:52.006360 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.160171 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device b9c60c81-a14a-4d8b-a371-542332d003f5 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:53:52.169678 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Network de1728e9-79d2-456a-ae47-217e37527a16 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:52.184559 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:52.332057 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port b9c60c81-a14a-4d8b-a371-542332d003f5 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:52.345542 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port b9c60c81-a14a-4d8b-a371-542332d003f5 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:52.346121 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.459376 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.485522 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-e09357b5-b541-42bd-b976-e0526b31e13f None None] Provisioning complete for port 8b8d0fa0-edde-4886-b74b-db2245faafc7 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:52.485900 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e09357b5-b541-42bd-b976-e0526b31e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.506116 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Router a981dbc7-201f-4a74-8b33-ed9918adf720 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:53:52.515388 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.549370 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port b9c60c81-a14a-4d8b-a371-542332d003f5, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=b9c60c81-a14a-4d8b-a371-542332d003f5,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:53:52.553714 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-e09357b5-b541-42bd-b976-e0526b31e13f None None] Port 8b8d0fa0-edde-4886-b74b-db2245faafc7 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:52.629443 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.632266 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:52.692964 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:53:52.699132 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=b9c60c81-a14a-4d8b-a371-542332d003f5,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:52.706228 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:52.706429 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] 10.222.0.55 "PUT /v2.0/routers/a981dbc7-201f-4a74-8b33-ed9918adf720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1247888 Aug 24 19:53:53.146365 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Sync routers for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:53.149820 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:53:53.150474 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:53.335677 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:53:53.589777 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36052) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:53.596477 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-864216395-network', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:53:53.601865 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:53.606756 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Usage tracker for resource:network and tenant:322a588d8eb74272a9f80deab61a7e2a is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:53.610107 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:53.616263 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:53.667962 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 2, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:53.672303 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Checking router: a981dbc7-201f-4a74-8b33-ed9918adf720 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:53.672671 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Updating router a981dbc7-201f-4a74-8b33-ed9918adf720 port 8b8d0fa0-edde-4886-b74b-db2245faafc7 binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:53:53.724281 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:53.772638 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Made reservation on behalf of 322a588d8eb74272a9f80deab61a7e2a for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:53.772778 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:53.773275 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:53.784453 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:53.799580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:53.803637 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Usage tracker for resource:security_group_rule and tenant:322a588d8eb74272a9f80deab61a7e2a is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:53.806584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:53.812575 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:53.904784 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:53.983652 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:53.988171 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c1211254-f4fb-49ed-9428-b5b4cb6cfaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:54.016375 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:53:54.025300 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd15d590-4edc-4b91-ad04-1ff99cf9d0e5,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:54.029570 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:54.032099 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.032444 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Added segment 2c5837d2-522f-44eb-bcfc-bf6376ae6701 of type vlan for network 7478b08a-99c9-4c7b-8781-80f27b60f31e Aug 24 19:53:54.058939 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.076212 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.088821 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Transition to ACTIVE for port object 8b8d0fa0-edde-4886-b74b-db2245faafc7 will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:54.130054 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device b9c60c81-a14a-4d8b-a371-542332d003f5 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:53:54.191197 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.192570 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:54.193163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.198205 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-01550303-6079-425c-80ca-4ee72ea3b515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:54.202194 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port b9c60c81-a14a-4d8b-a371-542332d003f5 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:54.202906 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.220596 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.228173 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:54.322660 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Pushing event updated for resources: {'Network': ['ID=7478b08a-99c9-4c7b-8781-80f27b60f31e,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:54.334561 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:54.338010 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:53:54.415559 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8239746 Aug 24 19:53:54.419042 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36060) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:54.425503 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Request body: {'subnet': {'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-864216395-subnet', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'ip_version': 4}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:53:54.430508 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:54.435717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Usage tracker for resource:subnet and tenant:322a588d8eb74272a9f80deab61a7e2a is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:54.437141 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Pushing event updated for resources: {'Port': ['ID=8b8d0fa0-edde-4886-b74b-db2245faafc7,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:54.439729 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:54.447767 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:54.480415 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.481356 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.481772 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.482110 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.482529 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.482850 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.483166 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.483478 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.483792 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.484105 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.484415 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.484722 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:54.488398 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:54.522454 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Attempting to bind port 8b8d0fa0-edde-4886-b74b-db2245faafc7 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:54.523028 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Attempting to bind port 8b8d0fa0-edde-4886-b74b-db2245faafc7 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:54.523573 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Attempting to bind port 8b8d0fa0-edde-4886-b74b-db2245faafc7 on network de1728e9-79d2-456a-ae47-217e37527a16 {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:53:54.532383 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:53:54.532383 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Checking segment: {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:53:54.532383 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.532383 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Bound using segment: {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:53:54.532383 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Bound port: 8b8d0fa0-edde-4886-b74b-db2245faafc7, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:54.532383 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.546105 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Made reservation on behalf of 322a588d8eb74272a9f80deab61a7e2a for: {'subnet': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:54.549665 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14542166'] for subnet, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.629177 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] For port 8b8d0fa0-edde-4886-b74b-db2245faafc7, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:53:54.632616 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] For port 8b8d0fa0-edde-4886-b74b-db2245faafc7, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=8b8d0fa0-edde-4886-b74b-db2245faafc7,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:53:54.746878 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.751697 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:54.822369 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:53:54.823004 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:54.900592 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Pushing event updated for resources: {'Port': ['ID=8b8d0fa0-edde-4886-b74b-db2245faafc7,revision_number=4']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:54.904333 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:54.928908 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14957334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14542116'] for subnet, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:54.935178 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-0e808577-7131-466f-b207-bbb7c6a4b527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:55.013154 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ba2174-b590-4aff-988f-0201aa0d6080,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:55.017034 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:55.017994 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Checking segment: {'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:53:55.018465 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Network hostable DHCP agents. Network: 7478b08a-99c9-4c7b-8781-80f27b60f31e, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:53:55.022379 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:53:55.168934 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:53:55.300396 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 7478b08a-99c9-4c7b-8781-80f27b60f31e) {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:55.306339 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:55.307793 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:55.314130 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100522da-ec0e-4b2d-9245-44e791a072a9 None None] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:53:55.351264 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:54Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:55.355114 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777efbc-4cca-4d9e-88ac-77b084de3a32 None None] The sync data for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb is: [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:54Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:55.479195 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0586553 Aug 24 19:53:55.482109 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36068) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:55.488085 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:53:55.492886 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:53:55.496990 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Usage tracker for resource:router and tenant:322a588d8eb74272a9f80deab61a7e2a is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:53:55.500310 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:53:55.506929 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:53:55.550295 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-7478b08a-99c9-4c7b-8781-80f27b60f31e', 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'fixed_ips': [{'subnet_id': 'c2ba2174-b590-4aff-988f-0201aa0d6080'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:53:55.551252 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:55.631505 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:55.635557 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:55.671270 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:55.722870 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Allocated IP 172.20.0.2 (7478b08a-99c9-4c7b-8781-80f27b60f31e/c2ba2174-b590-4aff-988f-0201aa0d6080/32ab83dc-68cf-40ea-bcfe-5933ba682590) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:55.967707 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:55.983457 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Transition to ACTIVE for port object 32ab83dc-68cf-40ea-bcfe-5933ba682590 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:56.003244 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Transition to ACTIVE for port object 32ab83dc-68cf-40ea-bcfe-5933ba682590 will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:56.081200 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.122317 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.132664 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:56.171285 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 8b8d0fa0-edde-4886-b74b-db2245faafc7 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:53:56.254337 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:56.259037 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:56.266899 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:53:56.270970 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Pushing event updated for resources: {'Port': ['ID=32ab83dc-68cf-40ea-bcfe-5933ba682590,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:56.275708 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:56.375157 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Attempting to bind port 32ab83dc-68cf-40ea-bcfe-5933ba682590 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:56.376297 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Attempting to bind port 32ab83dc-68cf-40ea-bcfe-5933ba682590 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:56.376835 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Attempting to bind port 32ab83dc-68cf-40ea-bcfe-5933ba682590 on network 7478b08a-99c9-4c7b-8781-80f27b60f31e {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:53:56.383437 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:53:56.384057 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Checking segment: {'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:53:56.384642 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.385200 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Bound using segment: {'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:53:56.385834 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Bound port: 32ab83dc-68cf-40ea-bcfe-5933ba682590, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:56.386481 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.481274 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 8b8d0fa0-edde-4886-b74b-db2245faafc7 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:56.490084 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 8b8d0fa0-edde-4886-b74b-db2245faafc7 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:56.490756 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.549778 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] For port 32ab83dc-68cf-40ea-bcfe-5933ba682590, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:53:56.563323 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] For port 32ab83dc-68cf-40ea-bcfe-5933ba682590, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=32ab83dc-68cf-40ea-bcfe-5933ba682590,segment=NetworkSegment(2c5837d2-522f-44eb-bcfc-bf6376ae6701),segment_id=2c5837d2-522f-44eb-bcfc-bf6376ae6701)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:53:56.637411 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.648854 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.656118 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:56.749685 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 8b8d0fa0-edde-4886-b74b-db2245faafc7, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=8b8d0fa0-edde-4886-b74b-db2245faafc7,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:53:56.758984 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Pushing event updated for resources: {'Port': ['ID=32ab83dc-68cf-40ea-bcfe-5933ba682590,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:56.762622 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:56.791185 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.809074 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.872437 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:56.876598 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:56.967357 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=8b8d0fa0-edde-4886-b74b-db2245faafc7,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:56.970554 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:56.983461 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Allocated IP 172.28.3.75 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/ce2a103d-912b-4ab7-afba-fa1041f92d78) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:57.134936 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:57.282907 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:57.286813 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ba8a38fe-f89f-4203-902d-9a5eb3e638e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:57.354705 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:57.358375 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:57.362055 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:53:57.392738 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Pushing event updated for resources: {'Port': ['ID=ce2a103d-912b-4ab7-afba-fa1041f92d78,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:57.399265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:57.708075 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e719a-d690-4e0d-9118-090318d1f43b None None] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:53:57.917992 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-2778fb1b-d8ea-479b-9016-7f2c22113d94 None None] Provisioning for port 32ab83dc-68cf-40ea-bcfe-5933ba682590 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:57.971037 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:58.196992 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 32ab83dc-68cf-40ea-bcfe-5933ba682590 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:53:58.334257 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:58.383578 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 32ab83dc-68cf-40ea-bcfe-5933ba682590 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:58.389303 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 32ab83dc-68cf-40ea-bcfe-5933ba682590 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:58.389633 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:58.543822 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:58.579717 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 32ab83dc-68cf-40ea-bcfe-5933ba682590, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=32ab83dc-68cf-40ea-bcfe-5933ba682590,segment=NetworkSegment(2c5837d2-522f-44eb-bcfc-bf6376ae6701),segment_id=2c5837d2-522f-44eb-bcfc-bf6376ae6701)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:53:58.703544 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:58.704371 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 8b8d0fa0-edde-4886-b74b-db2245faafc7 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:53:58.727515 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:53:58.777685 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:53:58.817824 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=32ab83dc-68cf-40ea-bcfe-5933ba682590,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:58.821584 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:53:58.836992 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 8b8d0fa0-edde-4886-b74b-db2245faafc7 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:58.836992 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:58.959673 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:53:58.967987 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Sync routers for ids ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:58.977481 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Routers {'e1deafbd-cb9f-43a9-a528-52cfc54feeb9'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:53:58.978137 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:59.060704 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:59.064556 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5785611 Aug 24 19:53:59.065442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36090) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:53:59.165744 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Set router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:53:59.462915 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:53:57Z', 'revision_number': 3, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port': {'id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:56Z', 'updated_at': '2021-08-24T19:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:59.467122 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Checking router: e1deafbd-cb9f-43a9-a528-52cfc54feeb9 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:59.467481 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Updating router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 port ce2a103d-912b-4ab7-afba-fa1041f92d78 binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:53:59.520470 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:59.754911 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:59.851229 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:59.863811 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Transition to ACTIVE for port object ce2a103d-912b-4ab7-afba-fa1041f92d78 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:59.967044 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Allocated IP 172.20.0.1 (7478b08a-99c9-4c7b-8781-80f27b60f31e/c2ba2174-b590-4aff-988f-0201aa0d6080/c6c635ac-4701-42e9-b61d-302fcb88a83a) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:59.968241 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:59.972476 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:00.052445 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Attempting to bind port ce2a103d-912b-4ab7-afba-fa1041f92d78 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:54:00.052826 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Attempting to bind port ce2a103d-912b-4ab7-afba-fa1041f92d78 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:54:00.053203 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Attempting to bind port ce2a103d-912b-4ab7-afba-fa1041f92d78 on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:54:00.059465 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803137c-16d2-4700-a855-ae4395505ddc None None] Pushing event updated for resources: {'Port': ['ID=ce2a103d-912b-4ab7-afba-fa1041f92d78,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:00.063099 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5803137c-16d2-4700-a855-ae4395505ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:00.063865 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:54:00.064267 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:54:00.065017 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.065161 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:54:00.065557 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Bound port: ce2a103d-912b-4ab7-afba-fa1041f92d78, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:54:00.065940 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.125106 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.143054 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 32ab83dc-68cf-40ea-bcfe-5933ba682590 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:54:00.143502 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Transition to ACTIVE for port object c6c635ac-4701-42e9-b61d-302fcb88a83a will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:54:00.193524 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] For port ce2a103d-912b-4ab7-afba-fa1041f92d78, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:54:00.207433 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] For port ce2a103d-912b-4ab7-afba-fa1041f92d78, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ce2a103d-912b-4ab7-afba-fa1041f92d78,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:54:00.223864 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 32ab83dc-68cf-40ea-bcfe-5933ba682590 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:00.224269 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.235392 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.240191 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-44604d0f-cb82-4c87-a48a-91fea80df5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:00.300704 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:54:00.303504 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:54:00.307795 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:54:00.319975 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.354290 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c635ac-4701-42e9-b61d-302fcb88a83a,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:00.358864 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:00.372034 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:00.380252 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.477254 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803137c-16d2-4700-a855-ae4395505ddc None None] Pushing event updated for resources: {'Port': ['ID=ce2a103d-912b-4ab7-afba-fa1041f92d78,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:00.494452 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5803137c-16d2-4700-a855-ae4395505ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:00.503010 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Routers {'e1deafbd-cb9f-43a9-a528-52cfc54feeb9'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:54:00.503665 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:00.692275 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] Set router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:54:00.705014 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.734669 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-4a769147-3c42-45c4-8028-8912c41e1311 None None] Provisioning for port c6c635ac-4701-42e9-b61d-302fcb88a83a completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:54:00.803379 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-4a769147-3c42-45c4-8028-8912c41e1311 None None] Provisioning complete for port c6c635ac-4701-42e9-b61d-302fcb88a83a triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:00.803763 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4a769147-3c42-45c4-8028-8912c41e1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.927004 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.933757 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-4a769147-3c42-45c4-8028-8912c41e1311 None None] Port c6c635ac-4701-42e9-b61d-302fcb88a83a cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:54:01.018011 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.035490 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:53:57Z', 'revision_number': 3, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port': {'id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:56Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:01.039587 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aee59f-ba31-4ff7-8041-b3e66ab916a8 None None] The sync data for ids ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'] in dv-cinder-805877-1-smb is: [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:53:57Z', 'revision_number': 3, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port': {'id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:56Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:54:01.050160 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:01.062070 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 36102) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:01.139539 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c635ac-4701-42e9-b61d-302fcb88a83a,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:01.142368 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.146787 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:01.199927 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.216258 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:01.220365 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:4cefa653c96c4855ac1a83b918cff2ad is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:01.223635 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:01.232035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:01.320198 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:54:01.321393 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:54:01.337559 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.474897 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.486448 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-debd854e-d100-4f2a-9775-4d19a162d00e tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:01.537375 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:54:01.543588 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cefa653c96c4855ac1a83b918cff2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793139 Aug 24 19:54:01.544926 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c38a8e-1f5f-4aac-a9e3-3a1a0bbfdc29,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:01.546788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36108) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:01.560189 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.560593 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.560953 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.561317 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.561672 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.562138 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.562533 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.562848 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-32eea6aa-4a34-47be-9ba0-81d21678f6a3 None None] Provisioning complete for port c6c635ac-4701-42e9-b61d-302fcb88a83a triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:01.562978 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.563253 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.563375 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-32eea6aa-4a34-47be-9ba0-81d21678f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.563622 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.563976 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.564399 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:01.568703 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-00ce5db9-91ca-40a0-b762-e9120fa7c8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:01.619873 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-32eea6aa-4a34-47be-9ba0-81d21678f6a3 None None] Port c6c635ac-4701-42e9-b61d-302fcb88a83a cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:54:01.771035 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f19096da-4292-4634-ae63-d3621148c96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.795847 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:54:01.815665 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] 10.222.0.55 "PUT /v2.0/routers/e1deafbd-cb9f-43a9-a528-52cfc54feeb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7497506 Aug 24 19:54:01.817566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f19096da-4292-4634-ae63-d3621148c96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.956927 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f19096da-4292-4634-ae63-d3621148c96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.962698 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:01.979377 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19096da-4292-4634-ae63-d3621148c96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c38a8e-1f5f-4aac-a9e3-3a1a0bbfdc29,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:01.980435 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f19096da-4292-4634-ae63-d3621148c96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:01.982269 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f19096da-4292-4634-ae63-d3621148c96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.986381 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f19096da-4292-4634-ae63-d3621148c96e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02c38a8e-1f5f-4aac-a9e3-3a1a0bbfdc29 HTTP/1.1" status: 204 len: 168 time: 0.4382923 Aug 24 19:54:02.150854 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ce2a103d-912b-4ab7-afba-fa1041f92d78 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:54:02.328244 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port ce2a103d-912b-4ab7-afba-fa1041f92d78 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:54:02.333491 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port ce2a103d-912b-4ab7-afba-fa1041f92d78 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:02.333869 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.466574 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.484528 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port ce2a103d-912b-4ab7-afba-fa1041f92d78, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ce2a103d-912b-4ab7-afba-fa1041f92d78,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:02.568509 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36126) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:02.575050 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679213521', 'description': 'tempest-secgroup-smoke-1679213521 description', 'project_id': '3822b647979d4b18a7e4fde8670629ed'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:02.581326 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:02.585317 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:02.588386 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:02.596319 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.598809 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5803137c-16d2-4700-a855-ae4395505ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:02.603069 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:02.672832 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=ce2a103d-912b-4ab7-afba-fa1041f92d78,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.672832 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:02.697775 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Sync routers for ids ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:54:02.707197 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Routers {'e1deafbd-cb9f-43a9-a528-52cfc54feeb9'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:54:02.707832 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:02.778008 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.798563 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:02.802453 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:02.805266 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:02.810855 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:02.888144 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.892774 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Set router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:54:03.052201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.057859 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4e6c712d-9a27-4eb5-bcfe-f854bac288e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:03.107127 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31efd85-1ac6-458c-8be4-41aaa55d4467,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:03.109842 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:03.196992 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.201827 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b505e916-1605-4e52-8761-026bf98e02b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6322062 Aug 24 19:54:03.202113 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 36140) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:03.208921 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'security_group_rule': {'security_group_id': 'c31efd85-1ac6-458c-8be4-41aaa55d4467', 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:03.213921 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 4, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port': {'id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:56Z', 'updated_at': '2021-08-24T19:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': 'c6c635ac-4701-42e9-b61d-302fcb88a83a', 'name': '', 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'mac_address': 'fa:16:3e:dc:42:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c2ba2174-b590-4aff-988f-0201aa0d6080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:59Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 2, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'subnets': [{'id': 'c2ba2174-b590-4aff-988f-0201aa0d6080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:03.215636 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:03.218577 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Checking router: e1deafbd-cb9f-43a9-a528-52cfc54feeb9 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:54:03.218970 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Updating router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 port c6c635ac-4701-42e9-b61d-302fcb88a83a binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:54:03.219623 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:03.222842 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:03.230758 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:03.272376 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.369938 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.429514 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36146) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:03.432941 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.522543 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.530999 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-510d6852-d1cf-47a3-96ba-fd40e1221973 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:03.536581 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1831474350-network', 'tenant_id': '5e2aefa40be449a69f7a8dbe10b5a093'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:03.541249 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:03.545223 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Usage tracker for resource:network and tenant:5e2aefa40be449a69f7a8dbe10b5a093 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:03.548887 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:03.552973 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9d9281-1812-46fc-a365-bf5b65430bab,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:03.555172 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:03.559495 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:03.640300 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.641738 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4378474 Aug 24 19:54:03.644511 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36152) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:03.649886 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'security_group_rule': {'security_group_id': 'c31efd85-1ac6-458c-8be4-41aaa55d4467', 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:03.651208 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.655900 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:03.659803 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:03.662789 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Transition to ACTIVE for port object c6c635ac-4701-42e9-b61d-302fcb88a83a will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:54:03.662934 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:03.669142 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:03.754870 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Made reservation on behalf of 5e2aefa40be449a69f7a8dbe10b5a093 for: {'network': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:54:03.757128 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.773265 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.779352 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.784479 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-8034a565-bc36-484b-aa14-7c133e45aa54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:03.792810 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.799479 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:03.807481 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Usage tracker for resource:security_group_rule and tenant:5e2aefa40be449a69f7a8dbe10b5a093 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:03.812702 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:03.827096 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:03.886390 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.921891 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af174815-90d2-44d1-ac75-bf4ff1c18a54 None None] Pushing event updated for resources: {'Port': ['ID=c6c635ac-4701-42e9-b61d-302fcb88a83a,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:03.951334 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.951763 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-af174815-90d2-44d1-ac75-bf4ff1c18a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:04.000718 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.003048 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:04.019169 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Attempting to bind port c6c635ac-4701-42e9-b61d-302fcb88a83a on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:54:04.019809 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Attempting to bind port c6c635ac-4701-42e9-b61d-302fcb88a83a by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:54:04.021292 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Attempting to bind port c6c635ac-4701-42e9-b61d-302fcb88a83a on network 7478b08a-99c9-4c7b-8781-80f27b60f31e {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:54:04.026924 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:54:04.027747 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Checking segment: {'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:54:04.027923 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e16d8a6-19ae-4e88-a545-adee8aa76105,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:04.028154 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.028550 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Bound using segment: {'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:54:04.029030 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Bound port: c6c635ac-4701-42e9-b61d-302fcb88a83a, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5837d2-522f-44eb-bcfc-bf6376ae6701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:54:04.029928 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.033442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:04.048086 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.052275 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-3b386c41-373f-4800-8273-98120d00a54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:04.079986 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9f6153-6eba-4bb9-b78a-653cd033519f,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:04.083948 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:04.090608 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=79950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:54:04.102343 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.102872 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.segments_db [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Added segment b7e84c9e-ca58-4d34-9e5e-6a38101f65b8 of type vlan for network e06c72cd-0af7-4ce4-a5de-b6816d06aeae Aug 24 19:54:04.131381 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] For port c6c635ac-4701-42e9-b61d-302fcb88a83a, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:54:04.132254 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.135107 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] For port c6c635ac-4701-42e9-b61d-302fcb88a83a, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c6c635ac-4701-42e9-b61d-302fcb88a83a,segment=NetworkSegment(2c5837d2-522f-44eb-bcfc-bf6376ae6701),segment_id=2c5837d2-522f-44eb-bcfc-bf6376ae6701)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:54:04.141451 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.144623 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-46523bf4-2a2b-48ec-bfe1-ccb810f88b64 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4971404 Aug 24 19:54:04.145486 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36156) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:04.158289 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ce2a103d-912b-4ab7-afba-fa1041f92d78 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:54:04.164661 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'security_group_rule': {'security_group_id': 'c31efd85-1ac6-458c-8be4-41aaa55d4467', 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:04.176319 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:04.182146 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:04.186048 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:04.191753 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:04.227403 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port ce2a103d-912b-4ab7-afba-fa1041f92d78 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:04.227786 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.252965 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.258408 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-af174815-90d2-44d1-ac75-bf4ff1c18a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:04.288183 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.298403 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:04.298742 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.306584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:04.327876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.336674 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Routers {'e1deafbd-cb9f-43a9-a528-52cfc54feeb9'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:54:04.337560 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:53:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:04.436242 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af174815-90d2-44d1-ac75-bf4ff1c18a54 None None] Pushing event updated for resources: {'Port': ['ID=c6c635ac-4701-42e9-b61d-302fcb88a83a,revision_number=4']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:04.495918 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-af174815-90d2-44d1-ac75-bf4ff1c18a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:04.537384 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] Set router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:54:04.560790 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Pushing event updated for resources: {'Network': ['ID=e06c72cd-0af7-4ce4-a5de-b6816d06aeae,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:04.566442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:04.571634 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network e06c72cd-0af7-4ce4-a5de-b6816d06aeae details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:54:04.588250 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.626141 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-4df88533-13c3-4433-a3e2-06850022c6ed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1955302 Aug 24 19:54:04.629399 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36160) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:04.635821 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Request body: {'subnet': {'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1831474350-subnet', 'tenant_id': '5e2aefa40be449a69f7a8dbe10b5a093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:04.642068 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:04.646267 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Usage tracker for resource:subnet and tenant:5e2aefa40be449a69f7a8dbe10b5a093 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:04.650110 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:04.656837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:04.685745 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.688473 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-628198a7-3108-46b4-862d-8c530ab21d8d tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:04.715412 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2413eec4-eb5f-4815-a86a-0c409eb9028c,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:04.717850 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:04.759999 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Made reservation on behalf of 5e2aefa40be449a69f7a8dbe10b5a093 for: {'subnet': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:54:04.763122 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14542166'] for subnet, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.846156 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:04.847537 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f0a99466-af8d-4d4f-8ec5-808a62148bc1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7009315 Aug 24 19:54:04.850309 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36164) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:04.860425 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'security_group_rule': {'security_group_id': 'c31efd85-1ac6-458c-8be4-41aaa55d4467', 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:04.868610 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:04.873952 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 4, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port': {'id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:56Z', 'updated_at': '2021-08-24T19:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': 'c6c635ac-4701-42e9-b61d-302fcb88a83a', 'name': '', 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'mac_address': 'fa:16:3e:dc:42:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c2ba2174-b590-4aff-988f-0201aa0d6080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:59Z', 'updated_at': '2021-08-24T19:54:04Z', 'revision_number': 4, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'subnets': [{'id': 'c2ba2174-b590-4aff-988f-0201aa0d6080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:04.877885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:04.878622 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f782dd-a01f-46e9-a320-4950e8dfaffe None None] The sync data for ids ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'] in dv-cinder-805877-1-smb is: [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 4, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port': {'id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:56Z', 'updated_at': '2021-08-24T19:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': 'c6c635ac-4701-42e9-b61d-302fcb88a83a', 'name': '', 'network_id': '7478b08a-99c9-4c7b-8781-80f27b60f31e', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'mac_address': 'fa:16:3e:dc:42:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c2ba2174-b590-4aff-988f-0201aa0d6080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:59Z', 'updated_at': '2021-08-24T19:54:04Z', 'revision_number': 4, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'subnets': [{'id': 'c2ba2174-b590-4aff-988f-0201aa0d6080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:54:04.892566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:04.892566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:05.009250 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.082499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.128633 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14957334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14542116'] for subnet, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.134133 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-dd57d1bf-68f1-4318-b5c4-897081d6d67f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:05.213533 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c405c118-455a-4298-85f2-435f4e1bdfdf,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:05.216283 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:05.218899 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.227252 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Checking segment: {'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:54:05.227621 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Network hostable DHCP agents. Network: e06c72cd-0af7-4ce4-a5de-b6816d06aeae, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:54:05.244357 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:05.262043 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5605b2-5dcf-4366-ad44-c294cb0633f8,revision_number=0']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:05.264490 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:05.408122 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.411917 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-3c882fc9-6832-4fa8-b355-36488e0d228d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5580673 Aug 24 19:54:05.412374 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 36168) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:05.418722 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'security_group_rule': {'security_group_id': 'c31efd85-1ac6-458c-8be4-41aaa55d4467', 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:05.425267 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:05.429696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:05.432830 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:05.439568 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:05.482720 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Network e06c72cd-0af7-4ce4-a5de-b6816d06aeae is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:54:05.562521 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.securitygroups_db [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Project 3822b647979d4b18a7e4fde8670629ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:54:05.570530 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.602126 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, e06c72cd-0af7-4ce4-a5de-b6816d06aeae) {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:54:05.606787 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:05.607459 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.619592 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27671e5-e01e-42ae-ae81-1ca71871675a None None] Network e06c72cd-0af7-4ce4-a5de-b6816d06aeae requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:54:05.645824 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.712046 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-c174ff99-5bbd-486e-b290-9f3fa3a12aad admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0813425 Aug 24 19:54:05.743622 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.746376 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1161518c-6c0d-4b02-9064-2a783355b989 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:05.773035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f803549-ebf5-4843-b184-4459c98ad33d,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:05.775871 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:05.862974 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd34bc-3a29-49f2-83db-8fb629fd00f0 None None] Network e06c72cd-0af7-4ce4-a5de-b6816d06aeae requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:54:05.869020 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:05.871652 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-f33fb5d0-db72-48fd-96af-860bc1705557 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4568169 Aug 24 19:54:05.873733 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 36180) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:05.882433 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'security_group_rule': {'security_group_id': 'c31efd85-1ac6-458c-8be4-41aaa55d4467', 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:05.889336 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:05.894038 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:security_group_rule and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:05.897358 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:05.904589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:06.006115 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.securitygroups_db [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Project 3822b647979d4b18a7e4fde8670629ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:54:06.013424 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.116041 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.179260 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c6c635ac-4701-42e9-b61d-302fcb88a83a up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:54:06.188887 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.190922 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:06.215597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1ef747-2297-4be6-968b-2032be7aa6c5,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:06.220667 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:06.340450 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.341699 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4665318 Aug 24 19:54:06.380043 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port c6c635ac-4701-42e9-b61d-302fcb88a83a completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:54:06.385608 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port c6c635ac-4701-42e9-b61d-302fcb88a83a triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:06.392878 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.506619 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.541917 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port c6c635ac-4701-42e9-b61d-302fcb88a83a, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c6c635ac-4701-42e9-b61d-302fcb88a83a,segment=NetworkSegment(2c5837d2-522f-44eb-bcfc-bf6376ae6701),segment_id=2c5837d2-522f-44eb-bcfc-bf6376ae6701)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:06.701080 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.701080 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-10b614f8-bd23-485a-afc6-2bcb487ec02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:06.764334 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=c6c635ac-4701-42e9-b61d-302fcb88a83a,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:06.767458 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:08.129182 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c6c635ac-4701-42e9-b61d-302fcb88a83a up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:54:08.203255 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port c6c635ac-4701-42e9-b61d-302fcb88a83a triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:08.203648 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:08.365526 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-124af4ba-6d2a-4c7a-afd1-4735d4732a1d tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:08.372623 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-124af4ba-6d2a-4c7a-afd1-4735d4732a1d tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Synchronizing usage tracker for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:network {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:08.579205 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-124af4ba-6d2a-4c7a-afd1-4735d4732a1d tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Unset dirty status for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:network {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:08.580321 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-124af4ba-6d2a-4c7a-afd1-4735d4732a1d tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/networks?id=e06c72cd-0af7-4ce4-a5de-b6816d06aeae HTTP/1.1" status: 200 len: 814 time: 0.3751962 Aug 24 19:54:08.595014 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-58de1914-8326-48a5-9b49-40b070fe7e09 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/quotas/5e2aefa40be449a69f7a8dbe10b5a093 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Aug 24 19:54:08.660261 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-9ed98a22-a5d6-4907-a5e3-620d66082122 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598607 Aug 24 19:54:08.856271 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-0410f708-291f-4ce0-9650-05722940d5d0 service neutron] 10.222.0.55 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813970 Aug 24 19:54:08.988907 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-d26230c0-c69b-4f97-81f4-995be8d4acf9 service neutron] 10.222.0.55 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261582 Aug 24 19:54:09.340596 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-46147507-ad4d-4c2c-ab7f-f3f9ce721d5f req-f7d73908-9e46-4082-95c6-20b1256972f6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 210 time: 0.0433586 Aug 24 19:54:10.057517 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:10.435430 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7886726b-c804-4bf3-952f-e2700e433e6e req-f594e794-d8d4-4b55-9b74-199bc0a813e5 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 210 time: 0.0426342 Aug 24 19:54:11.587818 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0b309cf5-8850-4d25-b856-caad7d55962e req-f50ccaa6-1bc3-4942-b0da-1126aa34381e tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 210 time: 0.0419743 Aug 24 19:54:12.259278 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-9b43f058-4e6c-4384-aa80-a2c9a17ca7ef tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:12.260693 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-9b43f058-4e6c-4384-aa80-a2c9a17ca7ef tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "GET /v2.0/networks?id=e06c72cd-0af7-4ce4-a5de-b6816d06aeae HTTP/1.1" status: 200 len: 814 time: 0.1495898 Aug 24 19:54:12.273529 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Request body: {'port': {'device_id': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae', 'admin_state_up': True, 'tenant_id': '5e2aefa40be449a69f7a8dbe10b5a093'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:12.411981 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:12.415761 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Usage tracker for resource:port and tenant:5e2aefa40be449a69f7a8dbe10b5a093 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:12.418685 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:12.424349 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:12.520037 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Made reservation on behalf of 5e2aefa40be449a69f7a8dbe10b5a093 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:54:12.523755 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:12.692864 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Allocated IP 172.20.0.13 (e06c72cd-0af7-4ce4-a5de-b6816d06aeae/c405c118-455a-4298-85f2-435f4e1bdfdf/56aff4d2-864f-4f50-a821-0699490663e6) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:54:12.748108 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9f4d1776-97d9-4ccb-acfb-341034154165 req-82f39e59-454c-41a7-92fa-06467e4c7a27 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 210 time: 0.0453560 Aug 24 19:54:12.941614 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:13.092266 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:13.098357 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-25c1e22c-b282-474d-98e9-e36e4629587f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:13.269975 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Network e06c72cd-0af7-4ce4-a5de-b6816d06aeae is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:54:13.273068 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:54:13.276907 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:54:13.312390 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Pushing event updated for resources: {'Port': ['ID=56aff4d2-864f-4f50-a821-0699490663e6,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:13.319716 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:13.345738 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:13.346640 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:13.521352 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3100a1f3-3727-4a48-9336-d57aa01801b8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2516379 Aug 24 19:54:13.533468 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Request body: {'port': {'device_id': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:13.650361 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:13.938366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8429-9574-4ba4-b667-d7ebc8ac9e26 req-be7c7c79-a058-419f-94ae-8fb294d3958c tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:13.940039 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e24b8429-9574-4ba4-b667-d7ebc8ac9e26 req-be7c7c79-a058-419f-94ae-8fb294d3958c tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 932 time: 0.0836434 Aug 24 19:54:13.988102 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e24b8429-9574-4ba4-b667-d7ebc8ac9e26 req-48ebe20e-eb16-4a98-be2e-47824ed76dee tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Aug 24 19:54:13.999663 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56aff4d2-864f-4f50-a821-0699490663e6 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:54:14.007067 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:14.021831 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Transition to ACTIVE for port object 56aff4d2-864f-4f50-a821-0699490663e6 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:54:14.137793 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:14.141800 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fdda6382-15c6-47f7-b493-6c5df7112c0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:14.279486 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=56aff4d2-864f-4f50-a821-0699490663e6,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:14.305505 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:14.386335 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Attempting to bind port 56aff4d2-864f-4f50-a821-0699490663e6 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:54:14.387163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Attempting to bind port 56aff4d2-864f-4f50-a821-0699490663e6 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:54:14.387589 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Attempting to bind port 56aff4d2-864f-4f50-a821-0699490663e6 on network e06c72cd-0af7-4ce4-a5de-b6816d06aeae {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:54:14.392356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Port 56aff4d2-864f-4f50-a821-0699490663e6 on network e06c72cd-0af7-4ce4-a5de-b6816d06aeae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:54:14.398717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Attempting to bind port 56aff4d2-864f-4f50-a821-0699490663e6 on network e06c72cd-0af7-4ce4-a5de-b6816d06aeae {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:54:14.398717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:54:14.398717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Checking segment: {'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:54:14.398717 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Bound using segment: {'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:54:14.399144 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Bound port: 56aff4d2-864f-4f50-a821-0699490663e6, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:54:14.399325 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:14.492876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] For port 56aff4d2-864f-4f50-a821-0699490663e6, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:54:14.495896 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] For port 56aff4d2-864f-4f50-a821-0699490663e6, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=56aff4d2-864f-4f50-a821-0699490663e6,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:54:14.623859 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:14.627686 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2199c870-58f1-4850-89d8-5db792c944e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:14.685231 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:14.685836 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:14.687211 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] 10.222.0.38 "PUT /v2.0/ports/56aff4d2-864f-4f50-a821-0699490663e6 HTTP/1.1" status: 200 len: 1094 time: 1.1579227 Aug 24 19:54:14.687697 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'tag': '56aff4d2-864f-4f50-a821-0699490663e6'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:14.707929 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=56aff4d2-864f-4f50-a821-0699490663e6,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:14.711016 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:14.735221 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'tag': '56aff4d2-864f-4f50-a821-0699490663e6', 'status': 'completed', 'code': 200} Aug 24 19:54:14.834604 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bbfa7-53d8-434c-8f01-3309df8fc5b1 req-3ed99e9b-0310-494d-b9bc-d8e1d5b43e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:14.836134 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c85bbfa7-53d8-434c-8f01-3309df8fc5b1 req-3ed99e9b-0310-494d-b9bc-d8e1d5b43e8a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 1097 time: 0.0801382 Aug 24 19:54:14.983901 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bbfa7-53d8-434c-8f01-3309df8fc5b1 req-0fbee64d-f36e-414d-bd10-1a5f3a3ccd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:14.985246 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c85bbfa7-53d8-434c-8f01-3309df8fc5b1 req-0fbee64d-f36e-414d-bd10-1a5f3a3ccd08 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1418409 Aug 24 19:54:15.128202 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bbfa7-53d8-434c-8f01-3309df8fc5b1 req-955d9dd4-0247-4e62-8ea4-582939e599b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:15.129659 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c85bbfa7-53d8-434c-8f01-3309df8fc5b1 req-955d9dd4-0247-4e62-8ea4-582939e599b7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1381621 Aug 24 19:54:15.182982 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dead5-8471-4153-ab62-2cae978620c0 req-697941b8-ef15-44b5-ac66-81eb85c98c67 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:15.184499 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-825dead5-8471-4153-ab62-2cae978620c0 req-697941b8-ef15-44b5-ac66-81eb85c98c67 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 944 time: 0.0856783 Aug 24 19:54:15.230453 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-825dead5-8471-4153-ab62-2cae978620c0 req-42a217bb-9894-4d88-bb43-7ae326f9bda0 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Aug 24 19:54:15.237176 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-6dcb1723-4ada-4387-aa96-e4ca3682df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:15.238652 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-6dcb1723-4ada-4387-aa96-e4ca3682df49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 1097 time: 0.0717347 Aug 24 19:54:15.317414 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-5015f540-edd2-45aa-a191-6569e7fcce80 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56aff4d2-864f-4f50-a821-0699490663e6 HTTP/1.1" status: 200 len: 217 time: 0.0711689 Aug 24 19:54:15.379865 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-a11ca422-5a9a-4bc2-9200-46ce92651f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:15.381346 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-a11ca422-5a9a-4bc2-9200-46ce92651f90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c405c118-455a-4298-85f2-435f4e1bdfdf HTTP/1.1" status: 200 len: 854 time: 0.0577395 Aug 24 19:54:15.535431 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-cda8bfd8-e2e0-41f3-8a4f-af3a452b77be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e06c72cd-0af7-4ce4-a5de-b6816d06aeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472895 Aug 24 19:54:15.670866 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-582d2925-226f-4d26-a623-2a0d379d70c7 service neutron] 10.222.0.38 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287141 Aug 24 19:54:15.806568 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4ca6ee2c-7099-472b-b0c9-027e07cf4b75 req-3ebd7614-4a9b-4ff7-8cae-cedf867dad0f service neutron] 10.222.0.38 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289368 Aug 24 19:54:16.418682 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb4bfd-365f-459b-b46b-0f058cd68848 req-76567379-e8a1-47a9-b94f-c2ac96183b44 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:16.419442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-40cb4bfd-365f-459b-b46b-0f058cd68848 req-76567379-e8a1-47a9-b94f-c2ac96183b44 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Synchronizing usage tracker for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:16.578675 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-40cb4bfd-365f-459b-b46b-0f058cd68848 req-76567379-e8a1-47a9-b94f-c2ac96183b44 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Unset dirty status for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:16.579854 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-40cb4bfd-365f-459b-b46b-0f058cd68848 req-76567379-e8a1-47a9-b94f-c2ac96183b44 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 944 time: 0.2417746 Aug 24 19:54:16.625907 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-40cb4bfd-365f-459b-b46b-0f058cd68848 req-06d6ecfb-6171-4111-a5d3-47b7b567a2c1 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Synchronizing usage tracker for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:16.767330 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-40cb4bfd-365f-459b-b46b-0f058cd68848 req-06d6ecfb-6171-4111-a5d3-47b7b567a2c1 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Unset dirty status for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:16.768421 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-40cb4bfd-365f-459b-b46b-0f058cd68848 req-06d6ecfb-6171-4111-a5d3-47b7b567a2c1 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829429 Aug 24 19:54:17.957755 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f858bc5-0c1b-4e62-955b-f27764b9aaed req-5c97b3ec-426d-4122-8525-d031a5e086a7 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:17.959254 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3f858bc5-0c1b-4e62-955b-f27764b9aaed req-5c97b3ec-426d-4122-8525-d031a5e086a7 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 944 time: 0.0833039 Aug 24 19:54:18.006112 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3f858bc5-0c1b-4e62-955b-f27764b9aaed req-09e82c2e-dde0-442c-b207-a7e592707a6c tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Aug 24 19:54:18.517566 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 56aff4d2-864f-4f50-a821-0699490663e6 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:54:18.667336 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 56aff4d2-864f-4f50-a821-0699490663e6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=56aff4d2-864f-4f50-a821-0699490663e6,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:18.680886 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '56aff4d2-864f-4f50-a821-0699490663e6', 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae', 'port_id': '56aff4d2-864f-4f50-a821-0699490663e6', 'mac_address': 'fa:16:3e:be:bf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c405c118-455a-4298-85f2-435f4e1bdfdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:54:18.723441 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-717df434-43f2-420e-98af-5fbf61bd70d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:18.737661 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:18.754292 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56aff4d2-864f-4f50-a821-0699490663e6 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:54:18.770021 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 56aff4d2-864f-4f50-a821-0699490663e6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=56aff4d2-864f-4f50-a821-0699490663e6,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:18.870370 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:18.872162 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:18.940140 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=56aff4d2-864f-4f50-a821-0699490663e6,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:18.943355 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:19.131841 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['56aff4d2-864f-4f50-a821-0699490663e6'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:54:19.196117 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff1461-1cb9-46d5-9660-9249c102152c req-86f5d886-574e-4a8c-856b-7023e72342b3 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:19.197569 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ecff1461-1cb9-46d5-9660-9249c102152c req-86f5d886-574e-4a8c-856b-7023e72342b3 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 945 time: 0.0849345 Aug 24 19:54:19.244850 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ecff1461-1cb9-46d5-9660-9249c102152c req-a7734e17-28c6-4416-aca2-e4c881e4b365 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Aug 24 19:54:19.733070 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:20.436828 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e689c-9823-4650-a448-a69f898c6731 req-af408e83-f869-4817-8c18-fb6a6b790cb7 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:20.438337 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7e4e689c-9823-4650-a448-a69f898c6731 req-af408e83-f869-4817-8c18-fb6a6b790cb7 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 945 time: 0.0868104 Aug 24 19:54:20.483217 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7e4e689c-9823-4650-a448-a69f898c6731 req-a4a1c2ec-94bc-4c1f-abf0-7dac88e40834 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Aug 24 19:54:20.539518 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 56aff4d2-864f-4f50-a821-0699490663e6 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:54:20.737089 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 56aff4d2-864f-4f50-a821-0699490663e6 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:54:20.742641 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 56aff4d2-864f-4f50-a821-0699490663e6 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:20.743027 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:20.860379 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:20.887821 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aff4d2-864f-4f50-a821-0699490663e6'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:20.897884 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 56aff4d2-864f-4f50-a821-0699490663e6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=56aff4d2-864f-4f50-a821-0699490663e6,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:20.930836 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aff4d2-864f-4f50-a821-0699490663e6', 'code': 200} Aug 24 19:54:21.013587 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:21.015384 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:21.081131 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=56aff4d2-864f-4f50-a821-0699490663e6,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:21.083997 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:21.462554 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-49857963-4328-4551-9a8e-a91290cb744a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:21.483178 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec837a-466e-4189-a232-01cb5f3486ec req-e7745797-6569-4552-89b6-3f9133294d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:21.484665 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d3ec837a-466e-4189-a232-01cb5f3486ec req-e7745797-6569-4552-89b6-3f9133294d99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 1099 time: 0.0740533 Aug 24 19:54:21.527235 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d3ec837a-466e-4189-a232-01cb5f3486ec req-dda5a5d4-9e53-4bf7-be44-f0fc6c29b46b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Aug 24 19:54:21.668535 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33695de7-e380-420e-8a18-8415500c132b req-4d0b0e64-60dd-440a-9a5a-af32b06bef0f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:21.669987 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-33695de7-e380-420e-8a18-8415500c132b req-4d0b0e64-60dd-440a-9a5a-af32b06bef0f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.0789711 Aug 24 19:54:21.716864 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-33695de7-e380-420e-8a18-8415500c132b req-74446dc0-5379-488d-b529-6dcd06c29ace tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Aug 24 19:54:22.487435 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:22.785989 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:54:22.906545 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed761840-b56b-4a65-b09e-07a48da8e7c9 req-b6ef407f-55c9-413c-931d-ab92ec3d6b2f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:22.907998 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ed761840-b56b-4a65-b09e-07a48da8e7c9 req-b6ef407f-55c9-413c-931d-ab92ec3d6b2f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.0811443 Aug 24 19:54:22.953128 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ed761840-b56b-4a65-b09e-07a48da8e7c9 req-3501cca9-be90-4fda-99cc-ec925d2ce8e7 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Aug 24 19:54:23.181438 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-52a4f6a8-3a44-41d7-9f6e-09798833f5fe tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Synchronizing usage tracker for tenant:3822b647979d4b18a7e4fde8670629ed on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:23.293627 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-52a4f6a8-3a44-41d7-9f6e-09798833f5fe tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Unset dirty status for tenant:3822b647979d4b18a7e4fde8670629ed on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:23.294763 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-52a4f6a8-3a44-41d7-9f6e-09798833f5fe tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679213521&fields=id&tenant_id=3822b647979d4b18a7e4fde8670629ed HTTP/1.1" status: 200 len: 267 time: 0.1537497 Aug 24 19:54:23.446541 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-30e2885c-9193-4959-860d-67cc3b25d72c tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:23.447223 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-30e2885c-9193-4959-860d-67cc3b25d72c tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Synchronizing usage tracker for tenant:3822b647979d4b18a7e4fde8670629ed on resource:network {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:23.567578 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-30e2885c-9193-4959-860d-67cc3b25d72c tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Unset dirty status for tenant:3822b647979d4b18a7e4fde8670629ed on resource:network {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:23.568677 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-30e2885c-9193-4959-860d-67cc3b25d72c tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 809 time: 0.2674141 Aug 24 19:54:23.584231 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-606f5e0d-afaf-4989-8945-10d10f02f444 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/quotas/3822b647979d4b18a7e4fde8670629ed HTTP/1.1" status: 200 len: 375 time: 0.0094483 Aug 24 19:54:23.669070 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-14b14d4e-829c-4f08-9651-71b4dbbf4fcc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796630 Aug 24 19:54:23.721419 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:23.861656 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-7c4087f9-fb12-4c8b-928a-855c1bab8daa service neutron] 10.222.0.55 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812727 Aug 24 19:54:23.993457 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-4499b502-958a-452c-b7e0-539159959e0f service neutron] 10.222.0.55 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257520 Aug 24 19:54:24.145553 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abe61d-11b7-416f-84e9-a78ef3a8430e req-eef328d3-b05a-442e-bc4e-4fbf08bfb6ec tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:24.147143 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31abe61d-11b7-416f-84e9-a78ef3a8430e req-eef328d3-b05a-442e-bc4e-4fbf08bfb6ec tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.0895574 Aug 24 19:54:24.195370 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31abe61d-11b7-416f-84e9-a78ef3a8430e req-0ae58c11-2c31-42ce-b85e-e1d2bd03d7ba tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Aug 24 19:54:24.796093 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-780d6010-df9a-48b1-8417-5d8e87fb1fd2 req-2e6cff02-0f45-4931-8356-d1a6e11ad087 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Synchronizing usage tracker for tenant:3822b647979d4b18a7e4fde8670629ed on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:24.972776 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-780d6010-df9a-48b1-8417-5d8e87fb1fd2 req-2e6cff02-0f45-4931-8356-d1a6e11ad087 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Unset dirty status for tenant:3822b647979d4b18a7e4fde8670629ed on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:24.974364 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-780d6010-df9a-48b1-8417-5d8e87fb1fd2 req-2e6cff02-0f45-4931-8356-d1a6e11ad087 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 210 time: 0.2199972 Aug 24 19:54:26.180903 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-79dc55a9-6bc4-4c27-bc06-06fe75bc4c3d req-e6bfba89-da6a-4731-9754-cae8192e783a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 210 time: 0.1504955 Aug 24 19:54:27.336850 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-cf3a8969-03f1-4c8b-8190-ea894c01074c req-9e5fa156-03cf-4e0d-88c6-462d52528b92 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 210 time: 0.0463111 Aug 24 19:54:27.798405 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-7606f7c5-466a-4474-a528-b30b97516c3f tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:27.799750 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-7606f7c5-466a-4474-a528-b30b97516c3f tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 809 time: 0.1510084 Aug 24 19:54:27.849306 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-0166f83e-cc24-41ea-a006-c46c37796950 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Synchronizing usage tracker for tenant:3822b647979d4b18a7e4fde8670629ed on resource:security_group {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:27.862111 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-0166f83e-cc24-41ea-a006-c46c37796950 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Unset dirty status for tenant:3822b647979d4b18a7e4fde8670629ed on resource:security_group {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:27.863257 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-0166f83e-cc24-41ea-a006-c46c37796950 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3822b647979d4b18a7e4fde8670629ed HTTP/1.1" status: 200 len: 380 time: 0.0546260 Aug 24 19:54:27.872102 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'port': {'device_id': '7ab16206-8a79-4d11-978d-8065ee71021a', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'admin_state_up': True, 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'security_groups': ['c31efd85-1ac6-458c-8be4-41aaa55d4467']}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:28.010727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:28.021376 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:28.132501 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Made reservation on behalf of 3822b647979d4b18a7e4fde8670629ed for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:54:28.136186 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:28.309634 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Allocated IP 172.20.0.6 (de1728e9-79d2-456a-ae47-217e37527a16/5ed1862e-678d-4b6b-bc9a-418e26cba5c4/6b32317d-dcb4-4ec1-9b42-c793fbc1f82c) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:54:28.491341 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d496ee30-77ec-4d52-ad15-f015a214cc95 req-3ed8e88a-d38e-41ad-b892-4abd5e1caf45 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 210 time: 0.0462036 Aug 24 19:54:28.505123 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:28.520857 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Transition to ACTIVE for port object 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:54:28.662789 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:28.669158 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-fc60d528-7be1-41f0-9a89-fdbe10654db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:28.737779 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Network de1728e9-79d2-456a-ae47-217e37527a16 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:54:28.740835 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:54:28.744849 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:54:28.905485 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:28.923296 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.923885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.924456 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.924823 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.925222 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.925526 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.925879 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.926253 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.929248 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.929248 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.929248 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.929248 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:28.934023 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:28.946821 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:28.947417 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:29.107959 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-54cc6463-c7a2-482b-bf1d-b1822d5e3459 None None] Provisioning for port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:54:29.108929 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-41a2f0a4-01dc-4a86-bc1e-b1088d8fcec6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2404270 Aug 24 19:54:29.113328 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-54cc6463-c7a2-482b-bf1d-b1822d5e3459 None None] Provisioning complete for port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:29.113707 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-54cc6463-c7a2-482b-bf1d-b1822d5e3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:29.120416 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Request body: {'port': {'device_id': '7ab16206-8a79-4d11-978d-8065ee71021a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:29.174085 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-54cc6463-c7a2-482b-bf1d-b1822d5e3459 None None] Port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:54:29.236278 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:29.580437 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:54:29.587776 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:29.603589 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Transition to ACTIVE for port object 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:54:29.676676 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:29.682014 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-71d61976-f28a-4aa2-8c50-fed90937d83a tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:29.723483 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c16049-de55-4dea-b900-c3c317e4787c req-91d62161-c920-48ef-a782-c2eaa747818a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:29.724232 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e4c16049-de55-4dea-b900-c3c317e4787c req-91d62161-c920-48ef-a782-c2eaa747818a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Synchronizing usage tracker for tenant:3822b647979d4b18a7e4fde8670629ed on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:54:29.867709 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:29.895817 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:29.918054 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-e4c16049-de55-4dea-b900-c3c317e4787c req-91d62161-c920-48ef-a782-c2eaa747818a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Unset dirty status for tenant:3822b647979d4b18a7e4fde8670629ed on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:54:29.921464 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4c16049-de55-4dea-b900-c3c317e4787c req-91d62161-c920-48ef-a782-c2eaa747818a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 931 time: 0.3129275 Aug 24 19:54:29.965126 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Attempting to bind port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:54:29.965459 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Attempting to bind port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:54:29.965785 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Attempting to bind port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c on network de1728e9-79d2-456a-ae47-217e37527a16 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:54:29.979555 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c on network de1728e9-79d2-456a-ae47-217e37527a16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:54:29.979820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Attempting to bind port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c on network de1728e9-79d2-456a-ae47-217e37527a16 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:54:29.992197 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:54:29.992539 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Checking segment: {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:54:29.992934 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Bound using segment: {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:54:29.993378 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Bound port: 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf06684-a7a1-4447-91b8-b31b242e1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:54:29.993730 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:30.007880 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e4c16049-de55-4dea-b900-c3c317e4787c req-84b5725f-5b84-4508-8f42-f8f05ad4450b tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729074 Aug 24 19:54:30.087749 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:54:30.091267 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:54:30.185097 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:30.189156 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:30.251104 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:30.251709 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:30.253048 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] 10.222.0.38 "PUT /v2.0/ports/6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 1093 time: 1.1368096 Aug 24 19:54:30.253540 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:30.275285 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:30.278484 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:30.301394 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'status': 'completed', 'code': 200} Aug 24 19:54:30.401220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa63ce9-8d82-47b5-994f-310347a62ea6 req-1b4b0355-7933-48bf-9278-b1d52779014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:30.402873 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6fa63ce9-8d82-47b5-994f-310347a62ea6 req-1b4b0355-7933-48bf-9278-b1d52779014a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1096 time: 0.0799839 Aug 24 19:54:30.552226 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa63ce9-8d82-47b5-994f-310347a62ea6 req-0c2b77c2-764f-485e-8885-10999d251d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:30.553705 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6fa63ce9-8d82-47b5-994f-310347a62ea6 req-0c2b77c2-764f-485e-8885-10999d251d8f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3822b647979d4b18a7e4fde8670629ed&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1433830 Aug 24 19:54:30.695196 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa63ce9-8d82-47b5-994f-310347a62ea6 req-5050442c-2c42-4572-9c0f-d4c3fefac051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:30.696695 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-6fa63ce9-8d82-47b5-994f-310347a62ea6 req-5050442c-2c42-4572-9c0f-d4c3fefac051 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348975 Aug 24 19:54:30.802038 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-defd7463-4032-4898-94c1-3be02f6400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:30.803459 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-defd7463-4032-4898-94c1-3be02f6400ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1096 time: 0.0703418 Aug 24 19:54:30.876562 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-7036e479-11d3-441b-91c1-a139a5c72b3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 217 time: 0.0643880 Aug 24 19:54:30.940655 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-d7cbb30a-6baf-4041-b87a-11fc06cff935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:30.942251 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-d7cbb30a-6baf-4041-b87a-11fc06cff935 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0592754 Aug 24 19:54:31.194505 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-e602ad34-c37c-4fa6-8017-186c24434dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:31.196024 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-e602ad34-c37c-4fa6-8017-186c24434dd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2463086 Aug 24 19:54:31.282762 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d517f-e00f-4aae-bb9a-df89caf19ee2 req-e587b954-4292-4006-a3b4-915e8f63b763 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:31.284444 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-be5d517f-e00f-4aae-bb9a-df89caf19ee2 req-e587b954-4292-4006-a3b4-915e8f63b763 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1652627 Aug 24 19:54:31.366066 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-be5d517f-e00f-4aae-bb9a-df89caf19ee2 req-8d27d138-ac13-4d72-9320-de2d1ca994b1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741582 Aug 24 19:54:31.382971 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-e65995b0-d2e2-4606-aef6-c0d918524053 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790020 Aug 24 19:54:31.522669 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d835cd6-8900-420a-9288-ef8bd2c82c36 req-5d2a7579-6491-45f0-b0ea-6d006a309f19 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320658 Aug 24 19:54:32.555766 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86708b-a1f9-414b-bce1-cd038dd7bd56 req-7b85afcf-3f2a-4f1f-a528-8e8d526f1546 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:32.557220 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-df86708b-a1f9-414b-bce1-cd038dd7bd56 req-7b85afcf-3f2a-4f1f-a528-8e8d526f1546 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.0809200 Aug 24 19:54:32.607222 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-df86708b-a1f9-414b-bce1-cd038dd7bd56 req-e00d95c9-625b-4790-b18c-e3133cd6f62d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Aug 24 19:54:33.794733 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6217cec-1419-495a-90b0-3037b5dff2eb req-cc347cd4-127a-4e1a-8bb6-ad30c56c405d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:33.796312 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d6217cec-1419-495a-90b0-3037b5dff2eb req-cc347cd4-127a-4e1a-8bb6-ad30c56c405d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.0804331 Aug 24 19:54:33.844360 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d6217cec-1419-495a-90b0-3037b5dff2eb req-ea87b09a-7995-4844-b8f4-a8c67c4a3357 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 Aug 24 19:54:34.639616 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:54:34.806961 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:34.820555 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'port_id': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'mac_address': 'fa:16:3e:34:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:54:34.880112 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:34.898018 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:54:34.916577 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:35.041141 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334724e-16a3-4139-a7ea-5508d65b8c16 req-db4f17a1-6ac5-4d48-b4b3-eae32334da20 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:35.042787 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9334724e-16a3-4139-a7ea-5508d65b8c16 req-db4f17a1-6ac5-4d48-b4b3-eae32334da20 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.0829735 Aug 24 19:54:35.056745 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:35.059121 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:35.091575 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-9334724e-16a3-4139-a7ea-5508d65b8c16 req-f7fa178e-5d21-4b57-8ef9-f456bba851d0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Aug 24 19:54:35.133942 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:35.137749 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:35.299526 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:54:36.283065 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cef5c9-614e-4fef-9a8b-24bdbfeaf5f3 req-7b9ff494-deff-4ff0-a664-d80d4683b988 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.284843 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-20cef5c9-614e-4fef-9a8b-24bdbfeaf5f3 req-7b9ff494-deff-4ff0-a664-d80d4683b988 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 944 time: 0.0881858 Aug 24 19:54:36.332227 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-20cef5c9-614e-4fef-9a8b-24bdbfeaf5f3 req-d1f85947-0f8a-4e69-81bd-75e7f7a65175 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Aug 24 19:54:36.650058 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:54:36.800566 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:54:36.805719 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:36.806096 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:36.920542 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:36.960556 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:36.970852 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:54:37.006050 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'code': 200} Aug 24 19:54:37.092320 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:37.094225 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:37.161335 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:37.164328 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:37.565928 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da37fd-0a7e-49ac-8e06-95028aaa3886 req-f231f28e-f403-4903-88cf-81a2a6fc159a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:37.567410 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-93da37fd-0a7e-49ac-8e06-95028aaa3886 req-f231f28e-f403-4903-88cf-81a2a6fc159a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1306114 Aug 24 19:54:37.622582 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-93da37fd-0a7e-49ac-8e06-95028aaa3886 req-4f0c2778-1f3b-4132-ad92-89fca0c143d0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488417 Aug 24 19:54:37.625537 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d00fa-f9c6-4231-a69a-e55b57e5b43e req-5e9607a1-4dfa-45b8-a06a-c011ee20a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:37.627054 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-252d00fa-f9c6-4231-a69a-e55b57e5b43e req-5e9607a1-4dfa-45b8-a06a-c011ee20a2f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.1226044 Aug 24 19:54:37.670202 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-252d00fa-f9c6-4231-a69a-e55b57e5b43e req-e7ffb1f2-35d2-4422-ade3-628ae6ff3881 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364325 Aug 24 19:54:38.813625 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fd3d8-375f-4223-95b6-fe4f75e4347b req-0bfe42fe-1fcc-4019-bce7-821a6ced754e tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:38.815039 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-153fd3d8-375f-4223-95b6-fe4f75e4347b req-0bfe42fe-1fcc-4019-bce7-821a6ced754e tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0839322 Aug 24 19:54:38.860400 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-153fd3d8-375f-4223-95b6-fe4f75e4347b req-61732587-b0d3-4188-80bc-39ab707af86d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Aug 24 19:54:39.966336 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:40.053692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07bda1-fe21-4bc4-bedb-d4f1a11cb923 req-e61ed593-b647-490b-9add-c40a68a8130e tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:40.055265 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3b07bda1-fe21-4bc4-bedb-d4f1a11cb923 req-e61ed593-b647-490b-9add-c40a68a8130e tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0844147 Aug 24 19:54:40.102536 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3b07bda1-fe21-4bc4-bedb-d4f1a11cb923 req-26af2f71-cada-4e80-a9e3-466103e06dad tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Aug 24 19:54:40.289822 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98ac1-cc59-4317-b0fa-bb4b89d1e2ff req-1b9f21d7-5199-45da-9570-5faf8b988c9b tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:40.291362 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-70f98ac1-cc59-4317-b0fa-bb4b89d1e2ff req-1b9f21d7-5199-45da-9570-5faf8b988c9b tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0819614 Aug 24 19:54:40.338253 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-70f98ac1-cc59-4317-b0fa-bb4b89d1e2ff req-f74dae74-2e5b-4da3-acaa-10b64eef0c83 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Aug 24 19:54:40.361719 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 36490) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:40.538585 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf3c75-46fd-4cef-8731-1bc3b89bb3df tempest-TestShelveInstance-333382412 tempest-TestShelveInstance-333382412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:40.540122 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-69cf3c75-46fd-4cef-8731-1bc3b89bb3df tempest-TestShelveInstance-333382412 tempest-TestShelveInstance-333382412-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1093 time: 0.1772640 Aug 24 19:54:40.543797 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 36496) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:54:40.548817 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Request body: {'floatingip': {'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'port_id': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:54:40.554810 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:54:40.558602 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Usage tracker for resource:floatingip and tenant:3822b647979d4b18a7e4fde8670629ed is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:54:40.561404 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:54:40.567093 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:54:40.669112 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for floatingip, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:40.815679 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:40.951167 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Allocated IP 172.28.3.138 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/81d66a76-ea50-40f3-a62c-c76a3c1079a3) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:54:41.099694 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:41.195329 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:41.199745 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a5e4e45-e223-4877-b1ee-d1c8cf2e6008 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:41.263840 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:54:41.266834 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:54:41.270511 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:54:41.303840 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'Port': ['ID=81d66a76-ea50-40f3-a62c-c76a3c1079a3,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:41.307836 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:41.690976 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:41.836578 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:42.136779 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:42.210570 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:42.216296 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35bc3000-5e6b-48ec-b2d5-9e1fdde3f8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:54:42.317327 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event updated for resources: {'Port': ['ID=81d66a76-ea50-40f3-a62c-c76a3c1079a3,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:42.325677 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:54:42.334547 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:42.509808 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.l3_db [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Floating IP 446260a9-5437-43b9-8341-7a166ebb7af0 associated. External IP: 172.28.3.138, port: 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c. Aug 24 19:54:42.868502 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Router a981dbc7-201f-4a74-8b33-ed9918adf720 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:54:43.048479 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:54:43.066013 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] Sync routers for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:54:43.078010 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:54:43.079089 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:54:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:43.228931 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:43.273307 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:54:43.298201 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7407541 Aug 24 19:54:43.298201 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:43.332052 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'status': 'completed', 'code': 200} Aug 24 19:54:43.427019 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdb2b8-7726-49cb-ae80-72813255836c req-55c4ad7a-15f5-417d-b684-c813e28652eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:43.428408 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31bdb2b8-7726-49cb-ae80-72813255836c req-55c4ad7a-15f5-417d-b684-c813e28652eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.0723090 Aug 24 19:54:43.571553 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdb2b8-7726-49cb-ae80-72813255836c req-8f5ad746-f95c-4a29-9589-44500b9256a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:43.572925 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31bdb2b8-7726-49cb-ae80-72813255836c req-8f5ad746-f95c-4a29-9589-44500b9256a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.1288025 Aug 24 19:54:43.638651 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '446260a9-5437-43b9-8341-7a166ebb7af0', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'port_id': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'mac_address': 'fa:16:3e:34:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab16206-8a79-4d11-978d-8065ee71021a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:41Z', 'updated_at': '2021-08-24T19:54:41Z', 'revision_number': 0, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:56Z', 'revision_number': 5, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:43.642618 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] Checking router: a981dbc7-201f-4a74-8b33-ed9918adf720 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:54:43.650990 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:54:43.651623 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:54:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:43.679508 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31bdb2b8-7726-49cb-ae80-72813255836c req-12272025-899c-44cf-9de6-59b5c30a8990 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 999 time: 0.0992093 Aug 24 19:54:43.749556 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdb2b8-7726-49cb-ae80-72813255836c req-1c4cbc64-e850-400c-b48e-805c07bfcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:43.751155 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31bdb2b8-7726-49cb-ae80-72813255836c req-1c4cbc64-e850-400c-b48e-805c07bfcb5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0621758 Aug 24 19:54:43.831727 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:54:43.833779 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdb2b8-7726-49cb-ae80-72813255836c req-9dcd0843-5ecd-4324-a89b-5a7313c96dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:43.835317 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31bdb2b8-7726-49cb-ae80-72813255836c req-9dcd0843-5ecd-4324-a89b-5a7313c96dbb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718608 Aug 24 19:54:43.974653 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31bdb2b8-7726-49cb-ae80-72813255836c req-6b1cf8a6-92be-4f74-b1c9-44044e7d544c service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289926 Aug 24 19:54:44.233781 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '446260a9-5437-43b9-8341-7a166ebb7af0', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'port_id': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'mac_address': 'fa:16:3e:34:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab16206-8a79-4d11-978d-8065ee71021a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:41Z', 'updated_at': '2021-08-24T19:54:41Z', 'revision_number': 0, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:56Z', 'revision_number': 5, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:44.237606 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a7a93-23c3-44e3-84bd-2ef5a8bb2512 None None] The sync data for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb is: [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': '446260a9-5437-43b9-8341-7a166ebb7af0', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'port_id': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'mac_address': 'fa:16:3e:34:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab16206-8a79-4d11-978d-8065ee71021a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:41Z', 'updated_at': '2021-08-24T19:54:41Z', 'revision_number': 0, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:56Z', 'revision_number': 5, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:54:44.250299 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-31bdb2b8-7726-49cb-ae80-72813255836c req-422d6eb7-641c-44de-abc3-e67d5391c00a service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512608 Aug 24 19:54:44.428777 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb41acc-fbe6-424a-92a7-2117297ee702 None None] New status for floating IP 446260a9-5437-43b9-8341-7a166ebb7af0: ACTIVE {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:54:48.680454 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bd5aeecc-7291-46be-a12f-739a000be64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:49.759952 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:51.388695 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c6893496-5755-4b0f-b2b7-71340d678b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:52.484448 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:53.736965 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:59.785013 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:55:09.924844 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:18.706711 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a8d2b405-3e3a-4d03-8c8b-a849048ddb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:19.507970 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d0e81-6f60-40f5-b0d2-3a39d3eee900 req-44737329-c315-45fd-a684-d12ef50c6492 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:19.509424 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-428d0e81-6f60-40f5-b0d2-3a39d3eee900 req-44737329-c315-45fd-a684-d12ef50c6492 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.0834494 Aug 24 19:55:19.554601 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-428d0e81-6f60-40f5-b0d2-3a39d3eee900 req-3ed0f762-019b-4d1f-b64b-747073bba220 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Aug 24 19:55:19.741513 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:20.788546 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f051-9d1b-40fd-9bc9-d24594f0d48f req-c36f9b61-2fdb-4a22-a3e7-7ca7fcfa4716 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:20.790053 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1852f051-9d1b-40fd-9bc9-d24594f0d48f req-c36f9b61-2fdb-4a22-a3e7-7ca7fcfa4716 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.1303930 Aug 24 19:55:20.834343 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-1852f051-9d1b-40fd-9bc9-d24594f0d48f req-ef13be73-0343-4dae-a469-883172758797 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378647 Aug 24 19:55:21.450150 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-21467586-7adb-40da-8b69-c8a40904ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.020711 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63d4a5-2998-4718-91bd-a0f9c25036f4 req-dc9b860c-209f-434f-83dd-a3987a75b624 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:22.022169 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8b63d4a5-2998-4718-91bd-a0f9c25036f4 req-dc9b860c-209f-434f-83dd-a3987a75b624 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.0818646 Aug 24 19:55:22.112489 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8b63d4a5-2998-4718-91bd-a0f9c25036f4 req-c02bf179-e60c-4898-aa0e-f57da0b7709d tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842404 Aug 24 19:55:22.141690 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-5e8571fb-6a2b-4e20-8fd4-9505031424b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846419 Aug 24 19:55:22.280581 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2391-5d01-45d5-8448-143802fc0163 req-fc82fcf1-0f73-4cc8-86c1-1aa88b020413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:22.282073 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-fc82fcf1-0f73-4cc8-86c1-1aa88b020413 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.0716145 Aug 24 19:55:22.432099 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2391-5d01-45d5-8448-143802fc0163 req-4055822b-d0d2-46ab-8390-a10e97f105c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:22.433459 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-4055822b-d0d2-46ab-8390-a10e97f105c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.1323376 Aug 24 19:55:22.437956 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.537131 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-b2f1f60a-0f42-4573-aa3c-08881d7e9d70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 1001 time: 0.0967281 Aug 24 19:55:22.600663 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2391-5d01-45d5-8448-143802fc0163 req-fb6db99c-15df-4fd8-b601-1d4384687bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:22.602065 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-fb6db99c-15df-4fd8-b601-1d4384687bee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0582831 Aug 24 19:55:22.680539 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2391-5d01-45d5-8448-143802fc0163 req-c8be250a-7647-40a2-8ad8-8620cd929339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:22.682016 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-c8be250a-7647-40a2-8ad8-8620cd929339 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733547 Aug 24 19:55:22.814416 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-cb9e0d6d-1891-4c0b-a4ef-b972c296573a service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247950 Aug 24 19:55:22.944305 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-395a2391-5d01-45d5-8448-143802fc0163 req-cd3ad2ef-c0c9-4d64-97e2-494622ef7aab service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222894 Aug 24 19:55:23.301140 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfd45-3844-41ca-afc4-3a4c2fe8b814 req-8f250a3b-114b-4397-94bf-5fa40b7a4f38 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:23.302624 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8f6dfd45-3844-41ca-afc4-3a4c2fe8b814 req-8f250a3b-114b-4397-94bf-5fa40b7a4f38 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.0795813 Aug 24 19:55:23.348133 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-8f6dfd45-3844-41ca-afc4-3a4c2fe8b814 req-c8ffea49-0348-4f62-bb7b-0f61e6f17b34 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Aug 24 19:55:23.804191 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:24.374782 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-41bae401-e108-4276-8587-c26923ffc945 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:24.377659 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-41bae401-e108-4276-8587-c26923ffc945 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.0800555 Aug 24 19:55:24.450618 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Deleting port 56aff4d2-864f-4f50-a821-0699490663e6 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:55:24.450971 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:24.699347 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065830-31bd-474a-9bbd-08603bfb2ac9 req-ef6965ac-0bef-447a-8eff-e55f694e62db tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:24.700710 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9e065830-31bd-474a-9bbd-08603bfb2ac9 req-ef6965ac-0bef-447a-8eff-e55f694e62db tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 946 time: 0.2250495 Aug 24 19:55:24.785001 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9e065830-31bd-474a-9bbd-08603bfb2ac9 req-936c01ee-bb71-4867-bd6d-23d6fe816faf tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 Aug 24 19:55:24.789800 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] For port 56aff4d2-864f-4f50-a821-0699490663e6, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=56aff4d2-864f-4f50-a821-0699490663e6,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:55:24.790149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:25.025269 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Calling delete_port for 56aff4d2-864f-4f50-a821-0699490663e6 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:55:25.318338 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:25.323953 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-04cbf9fd-051b-4d45-99e4-9a2647786edb tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:55:25.330482 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['56aff4d2-864f-4f50-a821-0699490663e6'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:55:25.372042 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Pushing event deleted for resources: {'Port': ['ID=56aff4d2-864f-4f50-a821-0699490663e6,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:25.375597 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:55:25.446198 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] No DVR routers for this DVR port 56aff4d2-864f-4f50-a821-0699490663e6 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:25.448770 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:25.451378 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'name': 'network-vif-deleted', 'tag': '56aff4d2-864f-4f50-a821-0699490663e6'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:25.494593 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30e09f-945a-488a-afaf-bb3324af6c71', 'name': 'network-vif-deleted', 'tag': '56aff4d2-864f-4f50-a821-0699490663e6', 'status': 'completed', 'code': 200} Aug 24 19:55:25.593355 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-746d87e9-c9b8-4d61-812f-881c346dc05a req-85dc8bee-4ba5-4fa3-a907-eccd4762eef4 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "DELETE /v2.0/ports/56aff4d2-864f-4f50-a821-0699490663e6 HTTP/1.1" status: 204 len: 173 time: 1.2109189 Aug 24 19:55:25.932855 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-60a86826-9f76-4bd5-ad20-a3286ba36cb4 req-ac3a39f1-f0bc-4576-ac80-b2e107ece22c tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Synchronizing usage tracker for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:55:26.100611 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-60a86826-9f76-4bd5-ad20-a3286ba36cb4 req-ac3a39f1-f0bc-4576-ac80-b2e107ece22c tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Unset dirty status for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:55:26.101824 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-60a86826-9f76-4bd5-ad20-a3286ba36cb4 req-ac3a39f1-f0bc-4576-ac80-b2e107ece22c tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed30e09f-945a-488a-afaf-bb3324af6c71 HTTP/1.1" status: 200 len: 210 time: 0.2139785 Aug 24 19:55:28.955920 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 56aff4d2-864f-4f50-a821-0699490663e6 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:55:28.990194 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 56aff4d2-864f-4f50-a821-0699490663e6 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:55:28.996808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 56aff4d2-864f-4f50-a821-0699490663e6 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:55:32.188622 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e33065d9-2e33-4e7a-8723-78cf55b4a3a3 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:32.189967 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e33065d9-2e33-4e7a-8723-78cf55b4a3a3 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/networks?id=e06c72cd-0af7-4ce4-a5de-b6816d06aeae HTTP/1.1" status: 200 len: 814 time: 0.1442547 Aug 24 19:55:32.204781 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-b1be8f7d-7c06-423e-8145-93869fac3834 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/quotas/5e2aefa40be449a69f7a8dbe10b5a093 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Aug 24 19:55:32.252647 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-b4dcdadd-77cb-45dc-a0b2-844b682ac53b tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426326 Aug 24 19:55:32.263200 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-8dccb476-63d4-4608-9778-41a4d31f1c7c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:55:32.264109 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-8dccb476-63d4-4608-9778-41a4d31f1c7c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051105 Aug 24 19:55:32.393529 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-deef7790-f09f-42a0-a84b-95d64bd6e866 service neutron] 10.222.0.55 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242158 Aug 24 19:55:32.523285 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-7d79b3f9-7572-4368-b90f-8c5267c04a35 service neutron] 10.222.0.55 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237426 Aug 24 19:55:32.830128 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-df890590-96c6-43fd-9b1e-6a66f6dab987 req-a48496de-ff74-461b-aa59-bc0b0575b862 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 210 time: 0.0466070 Aug 24 19:55:33.982925 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-793550c2-1462-4c77-89e4-9b229cc0f5a9 req-9fa0eabb-5e26-4db8-bf45-602582aedbbd tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 210 time: 0.0413759 Aug 24 19:55:35.132222 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-13b24c6a-bc50-4c81-b8ed-557532ea07bb req-16a265d4-63a8-4ac7-acac-e006c7ac7be6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 210 time: 0.0437515 Aug 24 19:55:35.194402 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-771298f3-28f3-4ae6-859f-a66b2ded796f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:35.195835 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-771298f3-28f3-4ae6-859f-a66b2ded796f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "GET /v2.0/networks?id=e06c72cd-0af7-4ce4-a5de-b6816d06aeae HTTP/1.1" status: 200 len: 814 time: 0.1547790 Aug 24 19:55:35.208519 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Request body: {'port': {'device_id': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae', 'admin_state_up': True, 'tenant_id': '5e2aefa40be449a69f7a8dbe10b5a093'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:55:35.347885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:55:35.357622 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:55:35.511750 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Made reservation on behalf of 5e2aefa40be449a69f7a8dbe10b5a093 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:55:35.515303 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.682673 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Allocated IP 172.20.0.6 (e06c72cd-0af7-4ce4-a5de-b6816d06aeae/c405c118-455a-4298-85f2-435f4e1bdfdf/c624a5f0-4cdc-442d-a388-6cd4d4d7ee17) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:55:35.890148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.963941 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.970344 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-954e18e9-1660-4ede-818f-3d1737786988 tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:55:36.032428 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Network e06c72cd-0af7-4ce4-a5de-b6816d06aeae is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:55:36.035509 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:55:36.039549 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:55:36.075256 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Pushing event updated for resources: {'Port': ['ID=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:36.092054 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.092425 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.093046 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.093400 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.093748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.094099 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.094472 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.094820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.095168 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.095516 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.096539 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.096884 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:36.105434 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:55:36.120623 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:36.121222 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.222319 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0175717 Aug 24 19:55:36.232749 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-b058795b-5523-4bd2-aead-81bb62a34000 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:55:36.233757 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-b058795b-5523-4bd2-aead-81bb62a34000 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052550 Aug 24 19:55:36.244713 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Request body: {'port': {'device_id': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:55:36.512713 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.535495 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9bbb-d502-40cd-9369-ebf88502441d req-6c7e5481-740e-4dce-b1be-0c54c60c0052 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:36.536189 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-affe9bbb-d502-40cd-9369-ebf88502441d req-6c7e5481-740e-4dce-b1be-0c54c60c0052 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Synchronizing usage tracker for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:55:36.744691 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-affe9bbb-d502-40cd-9369-ebf88502441d req-6c7e5481-740e-4dce-b1be-0c54c60c0052 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Unset dirty status for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:55:36.745901 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-affe9bbb-d502-40cd-9369-ebf88502441d req-6c7e5481-740e-4dce-b1be-0c54c60c0052 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 931 time: 0.5067213 Aug 24 19:55:36.784972 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:55:36.831967 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-affe9bbb-d502-40cd-9369-ebf88502441d req-23114374-af90-47d6-8886-cbc0aee374e5 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781915 Aug 24 19:55:36.921076 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:55:36.928751 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.943123 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Transition to ACTIVE for port object c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:55:37.066439 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.070324 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-84079d27-a3ac-40d2-b82f-1d79386ab26d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:55:37.223722 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Pushing event updated for resources: {'Port': ['ID=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:37.232781 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:55:37.305588 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Attempting to bind port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:55:37.305913 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Attempting to bind port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:55:37.306264 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Attempting to bind port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 on network e06c72cd-0af7-4ce4-a5de-b6816d06aeae {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:55:37.310883 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 on network e06c72cd-0af7-4ce4-a5de-b6816d06aeae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:55:37.311204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Attempting to bind port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 on network e06c72cd-0af7-4ce4-a5de-b6816d06aeae {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:55:37.316205 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:55:37.316584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Checking segment: {'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:55:37.316913 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Bound using segment: {'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:55:37.317335 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Bound port: c624a5f0-4cdc-442d-a388-6cd4d4d7ee17, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:55:37.317677 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.405499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] For port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:55:37.408391 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] For port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:55:37.523657 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.527642 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1175bdfd-c966-4f28-b295-1476bdf8e644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:55:37.594163 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:37.594799 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.596190 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] 10.222.0.38 "PUT /v2.0/ports/c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 HTTP/1.1" status: 200 len: 1093 time: 1.3559375 Aug 24 19:55:37.597249 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'tag': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:37.616841 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Pushing event updated for resources: {'Port': ['ID=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:37.621562 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:55:37.642405 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'tag': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17', 'status': 'completed', 'code': 200} Aug 24 19:55:37.731976 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1ce6-737d-4e3b-83e9-15470f88e820 req-09ab3e30-8319-4a7d-82e6-8083e34fac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:37.733453 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e1fb1ce6-737d-4e3b-83e9-15470f88e820 req-09ab3e30-8319-4a7d-82e6-8083e34fac94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 1096 time: 0.0708468 Aug 24 19:55:37.875546 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1ce6-737d-4e3b-83e9-15470f88e820 req-12e4c365-e05d-4e4c-ae59-5b78eef3c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:37.877015 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e1fb1ce6-737d-4e3b-83e9-15470f88e820 req-12e4c365-e05d-4e4c-ae59-5b78eef3c69d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1364887 Aug 24 19:55:38.069612 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1ce6-737d-4e3b-83e9-15470f88e820 req-aeb7a590-6337-4559-94f2-173ec03f7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:38.071137 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e1fb1ce6-737d-4e3b-83e9-15470f88e820 req-aeb7a590-6337-4559-94f2-173ec03f7665 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881049 Aug 24 19:55:38.087911 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0614-a398-4eb6-9cb5-60d4448f7060 req-1da806f1-55bf-4649-a235-43362ce55ef0 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:38.089804 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a17f0614-a398-4eb6-9cb5-60d4448f7060 req-1da806f1-55bf-4649-a235-43362ce55ef0 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 943 time: 0.1339216 Aug 24 19:55:38.185553 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a17f0614-a398-4eb6-9cb5-60d4448f7060 req-eb9a3d3d-8596-4922-bb7f-671620ef0708 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899241 Aug 24 19:55:38.204877 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-8c756f44-8643-401f-ad1a-75f0fb482c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:38.206413 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-8c756f44-8643-401f-ad1a-75f0fb482c92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 1096 time: 0.0915229 Aug 24 19:55:38.378569 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-e37758a0-0680-454b-a984-46f57b9a0ce3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 HTTP/1.1" status: 200 len: 217 time: 0.1646793 Aug 24 19:55:38.441648 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-332fec1d-5644-4a18-bfc9-322204508fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:38.443094 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-332fec1d-5644-4a18-bfc9-322204508fe1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c405c118-455a-4298-85f2-435f4e1bdfdf HTTP/1.1" status: 200 len: 854 time: 0.0592332 Aug 24 19:55:38.489551 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-49818857-4b40-4df5-b2eb-e61be9ba581a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e06c72cd-0af7-4ce4-a5de-b6816d06aeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403054 Aug 24 19:55:38.619342 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-ef5b7d17-768b-47ef-8eee-296897bc8408 service neutron] 10.222.0.38 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233892 Aug 24 19:55:38.752317 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5c0cffc4-1a2d-4218-8205-a34708b31029 req-ccd446bf-a740-4f0b-9440-ea7157e34174 service neutron] 10.222.0.38 "GET /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260426 Aug 24 19:55:39.372019 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb42f86-a653-4106-83f4-039d98aecd0c req-3df3dc7c-ced7-41fa-991f-9babe0b1a3cd tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:39.373531 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0cb42f86-a653-4106-83f4-039d98aecd0c req-3df3dc7c-ced7-41fa-991f-9babe0b1a3cd tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 943 time: 0.0810759 Aug 24 19:55:39.523606 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0cb42f86-a653-4106-83f4-039d98aecd0c req-113a0c6d-676b-4845-bbfa-67ab7134a415 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440058 Aug 24 19:55:39.922984 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:40.711387 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256ad96-a44c-4193-a91e-6a3bacb5beae req-7f913ad3-841a-4b51-90b1-9b34c8b0b060 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:40.712836 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8256ad96-a44c-4193-a91e-6a3bacb5beae req-7f913ad3-841a-4b51-90b1-9b34c8b0b060 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 943 time: 0.0846622 Aug 24 19:55:40.756985 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8256ad96-a44c-4193-a91e-6a3bacb5beae req-a2c8b394-6edc-4a2d-8212-2014c89c30fd tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Aug 24 19:55:41.951997 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aa89c-e972-4138-928c-76e9f2374664 req-b407fe81-1a6e-4d10-9f56-3c283fc5f6d8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:41.953440 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-755aa89c-e972-4138-928c-76e9f2374664 req-b407fe81-1a6e-4d10-9f56-3c283fc5f6d8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 943 time: 0.0812778 Aug 24 19:55:41.998215 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-755aa89c-e972-4138-928c-76e9f2374664 req-1dbd9e8f-3894-4748-8ebd-080491084c95 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Aug 24 19:55:43.017516 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:55:43.150895 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:55:43.163933 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17', 'network_id': 'e06c72cd-0af7-4ce4-a5de-b6816d06aeae', 'port_id': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17', 'mac_address': 'fa:16:3e:39:51:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c405c118-455a-4298-85f2-435f4e1bdfdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:55:43.180689 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00f89-7540-4037-90a2-a4465b19c741 req-4583cea8-98f5-49d5-b3c8-27db196e4480 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:43.182186 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ebf00f89-7540-4037-90a2-a4465b19c741 req-4583cea8-98f5-49d5-b3c8-27db196e4480 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 943 time: 0.0788915 Aug 24 19:55:43.222594 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:43.238872 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-ebf00f89-7540-4037-90a2-a4465b19c741 req-f80504fa-82b6-4005-8d08-16f82e9a4c2a tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499721 Aug 24 19:55:43.240146 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:55:43.255906 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:55:43.339939 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:43.341604 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-d0470803-2fa3-4068-ae88-3a06ad9a6922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:55:43.405448 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:43.412507 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.412855 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.413187 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.413519 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.413844 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.414168 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.414534 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.414838 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.415154 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.415470 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.415798 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.416108 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:43.419850 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:55:43.557992 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['c624a5f0-4cdc-442d-a388-6cd4d4d7ee17'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:55:44.431617 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e9a5a-0917-4642-9f3e-e327759d1d52 req-a49d4c8f-530b-41da-bb0c-8d437f626352 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:44.433129 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-100e9a5a-0917-4642-9f3e-e327759d1d52 req-a49d4c8f-530b-41da-bb0c-8d437f626352 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 944 time: 0.0823963 Aug 24 19:55:44.478721 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-100e9a5a-0917-4642-9f3e-e327759d1d52 req-cb856e2b-1a78-4b00-885e-ade5ecbe415f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Aug 24 19:55:45.032928 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:55:45.185728 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:55:45.191274 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:55:45.191655 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:45.318544 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:45.345127 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:45.355100 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:55:45.388407 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17', 'code': 200} Aug 24 19:55:45.437036 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:45.439673 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:55:45.507795 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:45.510811 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:55:45.662635 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d3f8f-9b4f-4e7b-86c1-647854f4c4b2 req-7ce0c273-2057-4729-b7f8-4d03471e1910 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:45.664080 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-780d3f8f-9b4f-4e7b-86c1-647854f4c4b2 req-7ce0c273-2057-4729-b7f8-4d03471e1910 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0795996 Aug 24 19:55:45.712470 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-780d3f8f-9b4f-4e7b-86c1-647854f4c4b2 req-904e88e7-a2d0-4d04-a633-4de25d9cbcca tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Aug 24 19:55:45.785824 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988991-6fbc-43e8-b42c-713031766a67 req-8f864edd-2336-4f83-9be4-34e06bd47741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:45.787333 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f6988991-6fbc-43e8-b42c-713031766a67 req-8f864edd-2336-4f83-9be4-34e06bd47741 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 1098 time: 0.0686851 Aug 24 19:55:45.828805 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f6988991-6fbc-43e8-b42c-713031766a67 req-6fe09442-8dfe-4645-965a-7aa72b1fe192 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Aug 24 19:55:46.902691 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97ea3-595a-45b9-8aea-994dc85483f9 req-e839f892-0883-4dbf-a5d5-b0ba7ec6f59e tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:46.904178 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dae97ea3-595a-45b9-8aea-994dc85483f9 req-e839f892-0883-4dbf-a5d5-b0ba7ec6f59e tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0854063 Aug 24 19:55:46.949826 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dae97ea3-595a-45b9-8aea-994dc85483f9 req-3aa0f8ca-c637-4176-9381-73ed25a250b0 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Aug 24 19:55:48.136590 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2f1be-2bb6-49a6-bbc5-ec8bf3c8095a req-774dd61f-7e1c-4517-abda-8ec00a04f871 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:48.138068 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d4e2f1be-2bb6-49a6-bbc5-ec8bf3c8095a req-774dd61f-7e1c-4517-abda-8ec00a04f871 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0809796 Aug 24 19:55:48.183705 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d4e2f1be-2bb6-49a6-bbc5-ec8bf3c8095a req-9d31f105-2abf-4463-9fc0-5dca59a0bcc3 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Aug 24 19:55:48.659826 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0b014b37-b434-40c5-a80e-9b91024463bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:49.699573 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:51.431574 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e8e8f29e-152c-4334-865c-1832cd2d52b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:52.470877 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:53.734201 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:09.950757 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:10.931516 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59b0e2-213e-4658-bfbb-64ca6d7b84ce req-ee6a5c4f-0b50-430a-957f-a65503e6e09b tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:10.932966 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7f59b0e2-213e-4658-bfbb-64ca6d7b84ce req-ee6a5c4f-0b50-430a-957f-a65503e6e09b tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0790150 Aug 24 19:56:10.976614 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7f59b0e2-213e-4658-bfbb-64ca6d7b84ce req-20534b65-3b61-4c5c-91ed-173539b53530 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Aug 24 19:56:12.168911 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245355-19f0-4d55-9ecb-ff3349dc4e15 req-e3f63acd-c7e2-44ca-9c24-8f9a8096bdc5 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:12.170390 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7b245355-19f0-4d55-9ecb-ff3349dc4e15 req-e3f63acd-c7e2-44ca-9c24-8f9a8096bdc5 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0867081 Aug 24 19:56:12.224043 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7b245355-19f0-4d55-9ecb-ff3349dc4e15 req-60f1916a-4fe4-4bbf-b57a-1e7f2df0d9d2 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479171 Aug 24 19:56:13.409098 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769445cb-9331-4c57-9760-78f84c8eeb8f req-4ed1a09a-a71e-4cc3-a7d1-642fe3a842ac tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:13.410720 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-769445cb-9331-4c57-9760-78f84c8eeb8f req-4ed1a09a-a71e-4cc3-a7d1-642fe3a842ac tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0827050 Aug 24 19:56:13.456466 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-769445cb-9331-4c57-9760-78f84c8eeb8f req-9e6179fc-504c-48a9-8237-462b2362d964 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Aug 24 19:56:13.784457 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:56:14.637703 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af96a9-f871-4563-95a1-6f19c6cf0ea4 req-8ca91d83-8960-4f71-b502-401f35492ce7 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:14.639189 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-17af96a9-f871-4563-95a1-6f19c6cf0ea4 req-8ca91d83-8960-4f71-b502-401f35492ce7 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0794075 Aug 24 19:56:14.684133 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-17af96a9-f871-4563-95a1-6f19c6cf0ea4 req-2051462e-0f7b-4c0e-8a77-1b324fedc5aa tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Aug 24 19:56:15.273301 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-8f7873ce-84b1-4e28-bdf8-30c433ac7c1f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:15.274754 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-8f7873ce-84b1-4e28-bdf8-30c433ac7c1f tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.0900228 Aug 24 19:56:15.344482 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Deleting port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:56:15.344737 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:15.590245 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] For port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,segment=NetworkSegment(b7e84c9e-ca58-4d34-9e5e-6a38101f65b8),segment_id=b7e84c9e-ca58-4d34-9e5e-6a38101f65b8)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:56:15.590610 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:15.714387 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Calling delete_port for c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:56:15.924076 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcdd66-8d73-4033-bee0-09b074810feb req-9652b1f2-10a7-42ae-ae8c-c589b4ae0d19 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:15.925551 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-00bcdd66-8d73-4033-bee0-09b074810feb req-9652b1f2-10a7-42ae-ae8c-c589b4ae0d19 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 945 time: 0.1355333 Aug 24 19:56:15.974753 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-00bcdd66-8d73-4033-bee0-09b074810feb req-5bd2264b-cfb3-41e6-9f20-20f3aa8bed1a tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c9f6153-6eba-4bb9-b78a-653cd033519f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435076 Aug 24 19:56:16.042022 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:16.048057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e4a662e9-9da4-49fb-a374-cb00b1b0c6ce tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:16.054257 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['c624a5f0-4cdc-442d-a388-6cd4d4d7ee17'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:56:16.096590 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Pushing event deleted for resources: {'Port': ['ID=c624a5f0-4cdc-442d-a388-6cd4d4d7ee17,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:16.099747 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:16.281271 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] No DVR routers for this DVR port c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:56:16.283736 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:16.286546 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'name': 'network-vif-deleted', 'tag': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:16.329810 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c6bace-ebc5-4707-b7a8-12f984312e03', 'name': 'network-vif-deleted', 'tag': 'c624a5f0-4cdc-442d-a388-6cd4d4d7ee17', 'status': 'completed', 'code': 200} Aug 24 19:56:16.402500 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-10af2b77-8ddc-40c7-b626-5d95a281e34e req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.38 "DELETE /v2.0/ports/c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 HTTP/1.1" status: 204 len: 173 time: 1.1218314 Aug 24 19:56:17.137464 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-3d8bd4f3-013b-4fe8-8a34-d8f80e1350f1 req-30e0aaf6-de8e-46b0-bab6-15ebf9664eb8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Synchronizing usage tracker for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:56:17.241647 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-3d8bd4f3-013b-4fe8-8a34-d8f80e1350f1 req-30e0aaf6-de8e-46b0-bab6-15ebf9664eb8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Unset dirty status for tenant:5e2aefa40be449a69f7a8dbe10b5a093 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:56:17.242845 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-3d8bd4f3-013b-4fe8-8a34-d8f80e1350f1 req-30e0aaf6-de8e-46b0-bab6-15ebf9664eb8 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9c6bace-ebc5-4707-b7a8-12f984312e03 HTTP/1.1" status: 200 len: 210 time: 0.1475115 Aug 24 19:56:18.659388 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0a69-9918-4880-bd69-a24cb015ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:19.140667 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:56:19.177036 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:56:19.177385 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device c624a5f0-4cdc-442d-a388-6cd4d4d7ee17 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:56:19.767451 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:21.418597 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-611e108e-d60e-4fca-aa36-1e9cc0819565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:22.464758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:23.174913 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-2afca28d-2abe-47c4-83bb-00076349e7ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1147809 Aug 24 19:56:23.333000 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-10993fcc-b596-48c0-8e4f-f2b18a6aab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.334417 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-10993fcc-b596-48c0-8e4f-f2b18a6aab8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.0923259 Aug 24 19:56:23.484740 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-b1a65f72-b0ad-46b5-9ebc-0c37120a3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.486999 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-b1a65f72-b0ad-46b5-9ebc-0c37120a3449 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.1318796 Aug 24 19:56:23.598404 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-7d84fdc7-d591-4893-af7b-d68203e549a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 1001 time: 0.1040051 Aug 24 19:56:23.674348 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-9d3400e6-1b5d-450c-b7dc-9cb1254c9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.676117 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-9d3400e6-1b5d-450c-b7dc-9cb1254c9412 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0715666 Aug 24 19:56:23.756329 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:23.763587 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-7207095b-4d12-4541-9c94-41080e47f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.765223 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-7207095b-4d12-4541-9c94-41080e47f331 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816979 Aug 24 19:56:23.904797 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-bf1cfaf6-b0fb-41d3-886f-92746f7856fc service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315801 Aug 24 19:56:24.057416 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-824c8a28-48bd-4aa3-b637-3da0990e9c81 req-5ad7745d-1b8b-4e56-8623-163e434dfe2a service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429477 Aug 24 19:56:39.920940 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:40.806577 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36960) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:40.862287 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Deleting subnet c405c118-455a-4298-85f2-435f4e1bdfdf {{(pid=79950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:56:40.865118 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:40.912912 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957326'] for subnet, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:40.975681 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.108775 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14957269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14542141'] for subnet, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.112880 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:41.146312 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c405c118-455a-4298-85f2-435f4e1bdfdf,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:41.151205 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.160032 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.160400 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.160761 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.161114 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.161462 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.161812 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.162158 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.162522 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.162866 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.163207 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.163547 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.163891 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:41.167037 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c405c118-455a-4298-85f2-435f4e1bdfdf HTTP/1.1" status: 204 len: 168 time: 0.3626149 Aug 24 19:56:41.167874 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-64fbad99-1206-4f19-aae8-3bd401f3df77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:41.169457 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36964) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:41.275222 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.398531 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.416837 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06c72cd-0af7-4ce4-a5de-b6816d06aeae']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:41.429209 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:41.429508 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e84c9e-ca58-4d34-9e5e-6a38101f65b8') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:41.441399 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.457584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.463876 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:56:41.464264 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:56:41.477665 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:56:41.641020 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.646472 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:41.649913 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:41.674831 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e06c72cd-0af7-4ce4-a5de-b6816d06aeae,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:41.677295 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:41.772873 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ea47370b-f86b-4490-8338-390cb15394ee admin admin] 10.222.0.55 "DELETE /v2.0/networks/e06c72cd-0af7-4ce4-a5de-b6816d06aeae HTTP/1.1" status: 204 len: 168 time: 0.6024153 Aug 24 19:56:42.047531 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4b43d-8c43-4444-9ab9-b1e01f67efed req-8b012f85-0390-43b1-9f81-113501be13cb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:42.049027 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e0a4b43d-8c43-4444-9ab9-b1e01f67efed req-8b012f85-0390-43b1-9f81-113501be13cb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0868170 Aug 24 19:56:42.103125 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e0a4b43d-8c43-4444-9ab9-b1e01f67efed req-27ca267b-73c9-4ee9-8c36-82f1c8721c1f tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454574 Aug 24 19:56:42.131808 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36974) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:42.182411 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-af74f05c-ff44-47a6-82a1-c8bb9ff1f0e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e2aefa40be449a69f7a8dbe10b5a093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493140 Aug 24 19:56:42.184920 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 36978) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:42.246253 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:42.273900 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:42.424146 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:42.427978 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-4530390d-7afb-4326-8c7b-78493cf0f9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:42.441119 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9f6153-6eba-4bb9-b78a-653cd033519f,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:42.443545 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:42.576473 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:42.577510 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c9f6153-6eba-4bb9-b78a-653cd033519f HTTP/1.1" status: 204 len: 168 time: 0.3916709 Aug 24 19:56:43.405728 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe0b22-3616-4767-9064-38aed24ed602 req-63307594-a657-4b80-b401-764ea4673a46 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:43.407836 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-16fe0b22-3616-4767-9064-38aed24ed602 req-63307594-a657-4b80-b401-764ea4673a46 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1929767 Aug 24 19:56:43.452357 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-16fe0b22-3616-4767-9064-38aed24ed602 req-c35a9576-0431-41eb-a815-06632e387bbf tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386884 Aug 24 19:56:43.836877 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37004) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:43.936824 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-544238512-network', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:56:43.942200 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:43.946062 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Usage tracker for resource:network and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:43.949095 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:43.959471 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:44.047998 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Made reservation on behalf of 4150c41da38d41cabec3db15af0e1f97 for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:44.052058 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.064544 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.080798 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:44.085059 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:44.088035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:44.094355 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:44.224642 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.292156 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.295470 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1f12a42-a069-45b0-92fd-e77f03d17736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:44.329742 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=79949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:56:44.338723 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b93b27-3034-461d-a10e-233374038439,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:44.348881 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.349229 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Added segment 6f5a321d-0e9e-423b-a450-93e26f712aaa of type vlan for network 838fb45e-8949-4bd8-b86f-285102fc8c91 Aug 24 19:56:44.351176 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.351555 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.351923 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.352284 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.352643 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.352999 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.353351 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.353709 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.354146 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.354526 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.354877 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.355224 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:44.359975 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:44.389168 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.498007 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.500204 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:44.500204 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:44.503840 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7228a823-ac78-49ff-b03e-c96469fee2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:44.648156 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Pushing event updated for resources: {'Network': ['ID=838fb45e-8949-4bd8-b86f-285102fc8c91,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:44.655302 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:44.659874 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:56:44.686354 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05112aeb-7d56-4196-a6b5-2e872ac5001a req-8a710c5e-cf7c-4bb5-8379-1a9b975d0f2c tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:44.687905 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-05112aeb-7d56-4196-a6b5-2e872ac5001a req-8a710c5e-cf7c-4bb5-8379-1a9b975d0f2c tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1105759 Aug 24 19:56:44.733870 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-05112aeb-7d56-4196-a6b5-2e872ac5001a req-63e85d82-9905-4de8-b407-cde5f77766a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398984 Aug 24 19:56:44.767053 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-68e22fbd-3f24-48e9-ad1d-1b9a81adefa3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9290793 Aug 24 19:56:44.769712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37012) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:44.775122 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Request body: {'subnet': {'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-544238512-subnet', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:56:44.779943 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:44.784511 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Usage tracker for resource:subnet and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:44.787424 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:44.793085 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:44.875170 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Made reservation on behalf of 4150c41da38d41cabec3db15af0e1f97 for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:44.877731 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15301028'] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:45.149477 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14983792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15301078'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:45.153611 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ca3fec32-1481-491d-952a-008362215221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:45.221081 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f903b31-88cf-49b7-af72-83c2202cae25,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:45.225459 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:45.234629 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Checking segment: {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:56:45.234981 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Network hostable DHCP agents. Network: 838fb45e-8949-4bd8-b86f-285102fc8c91, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:56:45.309340 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:56:45.412458 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, 838fb45e-8949-4bd8-b86f-285102fc8c91) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:45.416794 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:45.417443 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:45.421666 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6a931-d787-400a-a0f3-75ad99018826 None None] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:56:45.493313 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-cc9cb330-e594-4d00-9034-5efd70f280a4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7225165 Aug 24 19:56:45.496016 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37018) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:45.501729 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:56:45.506403 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:45.510253 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Usage tracker for resource:router and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:45.513169 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:45.519992 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:45.588673 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:45.589873 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:45.604457 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:45.637728 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-838fb45e-8949-4bd8-b86f-285102fc8c91', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:56:45.638620 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:45.818075 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Allocated IP 172.20.0.2 (838fb45e-8949-4bd8-b86f-285102fc8c91/1f903b31-88cf-49b7-af72-83c2202cae25/1d74ffa6-eb1a-465e-9d63-08c72b1eca7e) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:45.936572 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7ce83-569b-42db-be7b-f73b3b991526 req-58335227-720d-4f8a-bb42-2185120bad93 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:45.938815 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-96a7ce83-569b-42db-be7b-f73b3b991526 req-58335227-720d-4f8a-bb42-2185120bad93 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0931151 Aug 24 19:56:45.992745 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-96a7ce83-569b-42db-be7b-f73b3b991526 req-38169385-5960-4ce7-a957-ae3799776efd tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470812 Aug 24 19:56:46.053537 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.204012 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.223558 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Transition to ACTIVE for port object 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:46.255251 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Transition to ACTIVE for port object 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:46.361624 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.366473 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-706993f1-ba66-4dbb-a6d6-457c5f91b7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:46.439695 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:46.439695 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:46.439695 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:56:46.440316 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.445678 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Pushing event updated for resources: {'Port': ['ID=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:46.473167 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.485733 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.486404 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.486742 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.487073 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.487399 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.487742 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.488052 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.488371 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.488691 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.489010 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.489329 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.489643 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:46.500557 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:46.552969 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Attempting to bind port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:46.553340 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Attempting to bind port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:46.553812 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Attempting to bind port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e on network 838fb45e-8949-4bd8-b86f-285102fc8c91 {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:56:46.559521 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:56:46.559993 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Checking segment: {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:56:46.560406 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.560804 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Bound using segment: {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:56:46.561285 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Bound port: 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:46.561668 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.624017 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Allocated IP 172.28.3.215 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/ad82396d-13bc-4c05-ab78-7aacf8dd4c43) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:46.655036 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] For port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:56:46.658665 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] For port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:56:46.732662 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.736506 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:46.777381 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.818662 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Pushing event updated for resources: {'Port': ['ID=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:46.821907 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:46.909800 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:46.913772 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:46.995156 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:46.998215 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:47.002838 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:56:47.049631 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Pushing event updated for resources: {'Port': ['ID=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:47.055930 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:47.360115 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305691f-ec85-4a9d-92b5-4e6741487b0b req-aa6e986e-d787-4205-8dde-332b7b02dff2 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:47.361727 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0305691f-ec85-4a9d-92b5-4e6741487b0b req-aa6e986e-d787-4205-8dde-332b7b02dff2 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1939614 Aug 24 19:56:47.415135 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0305691f-ec85-4a9d-92b5-4e6741487b0b req-b3fef15d-fb7c-4d2e-be40-69570e5865db tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472877 Aug 24 19:56:47.608311 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:47.753857 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72713bf0-7c53-4d0d-a6ab-72c8b99b3f4c None None] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:56:47.977353 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-34ad2e2f-d059-4a89-9046-7038cfeb2b07 None None] Provisioning for port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:48.061626 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:48.229718 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:48.377988 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Router 7b69cd78-927c-4c97-ad99-e982784c79e4 is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:56:48.389289 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:48.394758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:48.401393 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:48.518838 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:48.554267 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:56:48.572193 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:56:48.586155 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Sync routers for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:56:48.602926 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:56:48.607484 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:48.619466 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa264bf3-4ba3-446d-8b37-c52382f8bc80 req-a5b48f57-6976-4e31-90e9-74388ac26991 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:48.621113 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fa264bf3-4ba3-446d-8b37-c52382f8bc80 req-a5b48f57-6976-4e31-90e9-74388ac26991 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0965345 Aug 24 19:56:48.667403 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fa264bf3-4ba3-446d-8b37-c52382f8bc80 req-452cfb5f-5e60-48c0-a9ad-5168da813677 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 Aug 24 19:56:48.691380 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] Notify callbacks [] for router, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:48.696274 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-2f4c76a9-1a26-4fed-b397-fcd891148165 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1957107 Aug 24 19:56:48.698222 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37028) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:48.761381 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:48.764225 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-cb4071aa-e423-4f4b-8df8-829c150d7e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:48.779506 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:48.946527 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:48.952612 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:48.975478 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:56:49.273530 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 3, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:49.278056 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Checking router: 7b69cd78-927c-4c97-ad99-e982784c79e4 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:56:49.278476 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Updating router 7b69cd78-927c-4c97-ad99-e982784c79e4 port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:56:49.336691 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.516031 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.680990 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.693920 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Transition to ACTIVE for port object ad82396d-13bc-4c05-ab78-7aacf8dd4c43 will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:49.726695 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Allocated IP 172.20.0.1 (838fb45e-8949-4bd8-b86f-285102fc8c91/1f903b31-88cf-49b7-af72-83c2202cae25/5c5311a9-6aa9-4546-9ecf-e3e788a26a56) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:49.738537 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.767636 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.778167 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-d0470803-2fa3-4068-ae88-3a06ad9a6922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:49.848856 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Attempting to bind port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:49.849245 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Attempting to bind port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:49.849622 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Attempting to bind port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:56:49.858343 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:56:49.858734 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:56:49.859184 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.859595 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:56:49.860078 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Bound port: ad82396d-13bc-4c05-ab78-7aacf8dd4c43, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:49.860471 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.904027 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a8836-e603-4588-9417-aecd2ee51ece None None] Pushing event updated for resources: {'Port': ['ID=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:49.906818 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-df8a8836-e603-4588-9417-aecd2ee51ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:49.936779 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:49.944686 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] For port ad82396d-13bc-4c05-ab78-7aacf8dd4c43, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:56:49.948405 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] For port ad82396d-13bc-4c05-ab78-7aacf8dd4c43, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:56:49.956753 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4bdc-40d0-4878-928f-f4d7405e272e req-3396a31b-05e8-45d7-a4a6-9365e532ef02 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:49.958501 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b11b4bdc-40d0-4878-928f-f4d7405e272e req-3396a31b-05e8-45d7-a4a6-9365e532ef02 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1539860 Aug 24 19:56:49.983039 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Transition to ACTIVE for port object 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 will not be triggered until provisioned by entity DHCP. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:50.019065 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.022502 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-b11b4bdc-40d0-4878-928f-f4d7405e272e req-d5813ea7-3f46-4761-b0e5-cb60e001a6e9 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557294 Aug 24 19:56:50.025533 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-128e067a-1580-4602-9c00-b0bd7b65a827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:50.107663 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:56:50.108343 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:50.110223 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.114160 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-884ff84d-72a5-4232-a945-63d4a6c3c612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:50.163442 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a8836-e603-4588-9417-aecd2ee51ece None None] Pushing event updated for resources: {'Port': ['ID=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:50.174213 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-df8a8836-e603-4588-9417-aecd2ee51ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:50.177319 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:50.180548 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:50.187274 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:50.190255 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:56:50.219490 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:50.254160 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.267484 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:50.363268 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:56:50.594148 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.611186 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:50.611573 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.641266 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-c2fdc998-acee-4427-94ae-a67783a3fd6a None None] Provisioning for port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:50.673246 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-c2fdc998-acee-4427-94ae-a67783a3fd6a None None] Provisioning complete for port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:50.673622 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc998-acee-4427-94ae-a67783a3fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.779757 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdc998-acee-4427-94ae-a67783a3fd6a None None] Port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:56:50.788026 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:56:50.831760 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.901176 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 3, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:50.903288 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:50.905517 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf8007-ce88-44bc-978a-121a600cc917 None None] The sync data for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb is: [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 3, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:56:50.933680 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fca8bb6a-b167-4155-a5c0-92f340c7eca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:51.015147 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:51.019244 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:51.027202 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:51.182720 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:51.183967 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:51.367138 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-5a10ab15-7857-4670-a112-6278dfe7eb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:51.438403 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60c273-6f00-474a-9421-73a6ea41d90b req-4031022f-78c7-4823-a60b-49aab97272f8 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:51.441973 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1d60c273-6f00-474a-9421-73a6ea41d90b req-4031022f-78c7-4823-a60b-49aab97272f8 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1085634 Aug 24 19:56:51.513689 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-b7400df3-0161-4c2e-845d-c167e65f3fd5 None None] Provisioning complete for port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:51.514529 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-1d60c273-6f00-474a-9421-73a6ea41d90b req-a3e8807a-1b93-4f75-805a-3b61f4f8f62f tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667322 Aug 24 19:56:51.515512 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-b7400df3-0161-4c2e-845d-c167e65f3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:51.517290 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Router 7b69cd78-927c-4c97-ad99-e982784c79e4 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:56:51.607765 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-b7400df3-0161-4c2e-845d-c167e65f3fd5 None None] Port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:56:51.718038 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:56:51.728023 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] 10.222.0.55 "PUT /v2.0/routers/7b69cd78-927c-4c97-ad99-e982784c79e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0287097 Aug 24 19:56:52.243599 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ad82396d-13bc-4c05-ab78-7aacf8dd4c43 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:52.250888 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-f8f90445-9c59-455a-8ce1-74fdadb99f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:52.252700 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-f8f90445-9c59-455a-8ce1-74fdadb99f0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.1128380 Aug 24 19:56:52.413601 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-e83af53f-9b4a-474f-806a-94d9024a33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:52.415152 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-e83af53f-9b4a-474f-806a-94d9024a33a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.1559527 Aug 24 19:56:52.425961 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:52.435561 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:52.440019 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:52.440625 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:52.545782 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-59b3baed-7d5a-4b0c-a4b4-3b09b5566122 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 1001 time: 0.1230540 Aug 24 19:56:52.582981 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:52.603332 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port ad82396d-13bc-4c05-ab78-7aacf8dd4c43, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:56:52.612200 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37052) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:52.622124 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1986605466-network', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:56:52.626519 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:52.634478 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Usage tracker for resource:network and tenant:99ea1d983e3449afab3b21a4b6c4918e is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:52.636152 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-a2e3bfad-6e35-471d-a723-bd6faf628b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:52.637640 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-a2e3bfad-6e35-471d-a723-bd6faf628b3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0846875 Aug 24 19:56:52.638569 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:52.657147 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Sync routers for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:56:52.667353 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:56:52.674954 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:52.684340 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:52.715805 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:52.718260 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:52.733593 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-0a54237d-5cc1-4931-a9c3-94fdee0f26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:52.736709 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-0a54237d-5cc1-4931-a9c3-94fdee0f26fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927651 Aug 24 19:56:52.737402 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c570b-b846-4d08-aff3-d81c4838c665 req-a872f03a-a513-4f09-8468-3138d7f7270f tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:52.738979 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-131c570b-b846-4d08-aff3-d81c4838c665 req-a872f03a-a513-4f09-8468-3138d7f7270f tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0940917 Aug 24 19:56:52.792340 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:52.795434 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:52.811547 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-131c570b-b846-4d08-aff3-d81c4838c665 req-9d6fffd5-edd7-4c72-834e-c1d5552a5252 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642672 Aug 24 19:56:52.818164 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Made reservation on behalf of 99ea1d983e3449afab3b21a4b6c4918e for: {'network': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:52.820622 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for network, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:52.841597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:52.857307 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:56:52.862776 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:52.866883 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Usage tracker for resource:security_group_rule and tenant:99ea1d983e3449afab3b21a4b6c4918e is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:52.869874 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:52.876439 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:52.891496 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-e74164ff-b71c-454d-af83-5255ee538d03 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481674 Aug 24 19:56:52.962408 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.000423 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.004791 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5f3faf37-654b-4080-be70-94f7fbabb777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:53.030305 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-633f9338-3740-4523-871f-0c3ec9bf5f25 req-57e76839-e0ea-4071-9575-c97bb6dcd94f service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322758 Aug 24 19:56:53.034482 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=79949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:56:53.045491 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b1307e-a99f-4ee9-8a8d-36ef5a426e9f,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:53.051067 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:53.052022 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.052338 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.segments_db [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Added segment ce98aa94-5767-434e-bdcb-40f49c45eb2a of type vlan for network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b Aug 24 19:56:53.083731 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751775999910'] for network, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.154993 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930'] for network, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.157083 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:53.157756 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.162916 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:53.185179 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 2, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:53.189142 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Checking router: 7b69cd78-927c-4c97-ad99-e982784c79e4 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:56:53.189706 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Updating router 7b69cd78-927c-4c97-ad99-e982784c79e4 port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:56:53.243791 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.263409 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Pushing event updated for resources: {'Network': ['ID=f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:53.266722 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:53.274551 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b details requested by agent ovs-agent-dv-cinder-805877-1-smb with host dv-cinder-805877-1-smb {{(pid=79951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:56:53.339152 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-4da94e94-71d6-4f0c-a12e-76c659e178ab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7255268 Aug 24 19:56:53.341768 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37056) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:53.348404 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Request body: {'subnet': {'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1986605466-subnet', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'ip_version': 4}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:56:53.353573 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:53.358303 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Usage tracker for resource:subnet and tenant:99ea1d983e3449afab3b21a4b6c4918e is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:53.361347 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:53.367346 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:53.467905 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Made reservation on behalf of 99ea1d983e3449afab3b21a4b6c4918e for: {'subnet': 1} {{(pid=79949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:53.470488 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15301028'] for subnet, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.603534 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.615656 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Transition to ACTIVE for port object 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:53.674826 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.678902 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:53.715638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14983792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15301078'] for subnet, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.722586 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:53.750949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.807260 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe748e4-60c6-43a4-85c0-d37a0d893c10,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:53.810783 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Pushing event updated for resources: {'Port': ['ID=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:53.815746 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:53.815746 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Checking segment: {'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:56:53.815746 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Network hostable DHCP agents. Network: f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b, hostable agents: ['e2fc386c-227e-461f-a80f-e5048cff5d6a'], hosted agents: [] {{(pid=79949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:56:53.820993 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.821095 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.821357 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.821682 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.822019 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.822466 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.822761 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.823261 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.823746 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.824065 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.824441 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.824690 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:53.860326 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:53.903442 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b is scheduled to be hosted by DHCP agent e2fc386c-227e-461f-a80f-e5048cff5d6a with binding_index 1 {{(pid=79949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:56:53.946367 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Attempting to bind port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:53.946742 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Attempting to bind port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:53.947107 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Attempting to bind port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 on network 838fb45e-8949-4bd8-b86f-285102fc8c91 {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:56:53.952534 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:56:53.952933 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Checking segment: {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:56:53.953669 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.954082 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Bound using segment: {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:56:53.954779 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Bound port: 5c5311a9-6aa9-4546-9ecf-e3e788a26a56, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:53.955173 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:53.983613 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-smb, f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b) {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:53.988803 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:53.989610 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.000258 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0547c220-cdbf-491b-99e1-1350f3db2fda None None] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:56:54.017149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150da96-a2d2-42a1-a3c6-61d19e2f69ef req-6fdb115b-5a1e-4bdd-afcd-1bb4a3321ea8 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:54.018830 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b150da96-a2d2-42a1-a3c6-61d19e2f69ef req-6fdb115b-5a1e-4bdd-afcd-1bb4a3321ea8 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0948377 Aug 24 19:56:54.050337 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] For port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:56:54.054080 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] For port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:56:54.069872 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-b150da96-a2d2-42a1-a3c6-61d19e2f69ef req-e19e7888-c607-49bd-bf61-82b66d1878dc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Aug 24 19:56:54.077097 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-007e1d3b-0fe4-4587-b0ad-42cd44e1db68 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7341607 Aug 24 19:56:54.079651 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37062) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:54.085170 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:56:54.091698 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:56:54.096856 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Usage tracker for resource:router and tenant:99ea1d983e3449afab3b21a4b6c4918e is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:56:54.099889 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:56:54.105804 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:56:54.120789 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.126690 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:54.161272 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1105'] for router, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.183833 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1112'] for router, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.193047 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:56:54.193707 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:54.226430 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.248972 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ad82396d-13bc-4c05-ab78-7aacf8dd4c43 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:54.279966 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fdedf18-9870-5e3b-9ffc-517dfa2bd021-f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b', 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'fixed_ips': [{'subnet_id': '4fe748e4-60c6-43a4-85c0-d37a0d893c10'}]}} from dv-cinder-805877-1-smb. {{(pid=79951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 24 19:56:54.281455 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.306713 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Pushing event updated for resources: {'Port': ['ID=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,revision_number=4']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:54.311830 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-3de954f3-5e3f-440e-9546-04d6bee72305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:54.432187 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:56:54.462804 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.db_base_plugin_common [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Allocated IP 172.20.0.2 (f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b/4fe748e4-60c6-43a4-85c0-d37a0d893c10/89c7ad62-5410-4d1f-b250-00c53b8d0efb) {{(pid=79951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:54.626918 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:54.627558 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.666687 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1102'] for router, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.801299 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:54Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:54.805350 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4afe-d816-41e4-926f-11ca361525f4 None None] The sync data for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb is: [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:54Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:56:54.808563 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Notify callbacks [] for port, precommit_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.858956 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Transition to ACTIVE for port object 89c7ad62-5410-4d1f-b250-00c53b8d0efb will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:54.902231 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Transition to ACTIVE for port object 89c7ad62-5410-4d1f-b250-00c53b8d0efb will not be triggered until provisioned by entity DHCP. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:55.024762 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376'] for port, after_create {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.037184 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:55.100810 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b is already hosted by enough agents. {{(pid=79951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:55.119203 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.scheduler.base_scheduler [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Resources bound (agent type, host, resource id): {{(pid=79951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:55.123706 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Received port after_create {{(pid=79951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:56:55.198376 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Pushing event updated for resources: {'Port': ['ID=89c7ad62-5410-4d1f-b250-00c53b8d0efb,revision_number=1']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:55.206449 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:55.235240 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Attempting to bind port 89c7ad62-5410-4d1f-b250-00c53b8d0efb on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:55.235708 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Attempting to bind port 89c7ad62-5410-4d1f-b250-00c53b8d0efb by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:55.236098 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Attempting to bind port 89c7ad62-5410-4d1f-b250-00c53b8d0efb on network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:56:55.242794 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:56:55.243188 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Checking segment: {'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:56:55.243616 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.244026 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Bound using segment: {'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:56:55.244530 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Bound port: 89c7ad62-5410-4d1f-b250-00c53b8d0efb, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:55.244923 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.356275 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] For port 89c7ad62-5410-4d1f-b250-00c53b8d0efb, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:56:55.358729 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.360988 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] For port 89c7ad62-5410-4d1f-b250-00c53b8d0efb, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=89c7ad62-5410-4d1f-b250-00c53b8d0efb,segment=NetworkSegment(ce98aa94-5767-434e-bdcb-40f49c45eb2a),segment_id=ce98aa94-5767-434e-bdcb-40f49c45eb2a)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:56:55.401493 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.475500 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.476073 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaed698-575c-46c3-ac27-276d8e97c173 req-4f97f1ea-a56d-49a0-a095-0a55fabd5568 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:55.477699 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ddaed698-575c-46c3-ac27-276d8e97c173 req-4f97f1ea-a56d-49a0-a095-0a55fabd5568 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.2473893 Aug 24 19:56:55.486059 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:55.596836 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ddaed698-575c-46c3-ac27-276d8e97c173 req-010fc246-a237-4e88-8c1b-f7384024318e tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114693 Aug 24 19:56:55.599060 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Pushing event updated for resources: {'Port': ['ID=89c7ad62-5410-4d1f-b250-00c53b8d0efb,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:55.607881 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:55.618413 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Allocated IP 172.28.3.2 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/e9f48bba-d771-456c-84ab-c8506f44695f) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:55.807228 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.903946 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:55.912751 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f5118cda-e213-40d7-814a-cffe0b417efc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:55.974816 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:55.977702 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:55.980105 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:56:56.019762 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f48bba-d771-456c-84ab-c8506f44695f,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:56.022749 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:56.268971 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:56.412010 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:56.421225 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:56.422049 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.536858 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.565037 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.602510 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:56:56.618320 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c3d4a-19a8-4e8b-8e20-8be67598fd2f None None] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:56:56.687507 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.688262 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 89c7ad62-5410-4d1f-b250-00c53b8d0efb up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:56.723578 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:56.806881 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f0c2-0126-42ba-aee2-7c41be2e9b10 req-89626efe-19da-46eb-a9f3-12c7c31a98fa tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:56.808788 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2864f0c2-0126-42ba-aee2-7c41be2e9b10 req-89626efe-19da-46eb-a9f3-12c7c31a98fa tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1033871 Aug 24 19:56:56.857973 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2864f0c2-0126-42ba-aee2-7c41be2e9b10 req-9a6b8a50-b59e-43ee-89d2-ecc3073b220a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Aug 24 19:56:56.872672 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:56.903357 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:56.911814 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-8831a3a0-46e4-4bc9-a68f-9b952cbc0136 None None] Provisioning for port 89c7ad62-5410-4d1f-b250-00c53b8d0efb completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:57.008893 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 89c7ad62-5410-4d1f-b250-00c53b8d0efb completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:57.032791 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 89c7ad62-5410-4d1f-b250-00c53b8d0efb triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:57.033405 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:57.063711 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580993'] for router, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:57.163454 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:57.209662 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 89c7ad62-5410-4d1f-b250-00c53b8d0efb, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=89c7ad62-5410-4d1f-b250-00c53b8d0efb,segment=NetworkSegment(ce98aa94-5767-434e-bdcb-40f49c45eb2a),segment_id=ce98aa94-5767-434e-bdcb-40f49c45eb2a)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:56:57.297777 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:57.299731 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:57.375745 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-dc872ec3-757d-40d1-83ce-f4612abe1693 None None] Provisioning complete for port 89c7ad62-5410-4d1f-b250-00c53b8d0efb triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:57.376185 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-dc872ec3-757d-40d1-83ce-f4612abe1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:57.411629 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Router d03cb380-12bd-41e3-a977-b273fec0659a is scheduled to L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 with binding_index 1 {{(pid=79949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 24 19:56:57.412551 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=89c7ad62-5410-4d1f-b250-00c53b8d0efb,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:57.421962 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:57.596443 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:56:57.604918 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Sync routers for ids ['d03cb380-12bd-41e3-a977-b273fec0659a'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:56:57.614429 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Routers {'d03cb380-12bd-41e3-a977-b273fec0659a'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:56:57.615058 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['d03cb380-12bd-41e3-a977-b273fec0659a'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:57.669305 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:57.670712 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-1fcdf94f-1c94-4cb9-8807-4d7f7299f7c4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5899937 Aug 24 19:56:57.673533 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37072) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:57.799247 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Set router d03cb380-12bd-41e3-a977-b273fec0659a gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:56:58.172942 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 3, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port': {'id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:55Z', 'updated_at': '2021-08-24T19:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:58.177788 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Checking router: d03cb380-12bd-41e3-a977-b273fec0659a for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:56:58.178171 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Updating router d03cb380-12bd-41e3-a977-b273fec0659a port e9f48bba-d771-456c-84ab-c8506f44695f binding host dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:56:58.240167 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:58.293700 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:58.467004 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:58.467693 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:58.516434 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:58.536601 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65d88e-f463-4d5d-b2a5-bf1fa07bb9bc req-a3ac207f-0250-403b-bf52-35c417462cbd tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:58.544466 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dd65d88e-f463-4d5d-b2a5-bf1fa07bb9bc req-a3ac207f-0250-403b-bf52-35c417462cbd tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1036642 Aug 24 19:56:58.595932 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-dd65d88e-f463-4d5d-b2a5-bf1fa07bb9bc req-6887c0f1-1414-4c53-b2f7-f96ea16ff984 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502012 Aug 24 19:56:58.728244 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 89c7ad62-5410-4d1f-b250-00c53b8d0efb up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:56:58.736338 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37084) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:56:58.865843 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-7594b68a-d9a3-47b4-86c4-b837b7a9b0a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276157 Aug 24 19:56:58.867397 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Notify callbacks [] for port, precommit_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:58.883314 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 89c7ad62-5410-4d1f-b250-00c53b8d0efb triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:58.883693 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:58.913363 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Transition to ACTIVE for port object e9f48bba-d771-456c-84ab-c8506f44695f will not be triggered until provisioned by entity L2. {{(pid=79951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:58.920889 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Allocated IP 172.20.0.1 (f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b/4fe748e4-60c6-43a4-85c0-d37a0d893c10/3ea56ad8-93c0-46fe-997e-d6e244f4d892) {{(pid=79949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:58.988956 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:58.998782 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:59.084597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.089253 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d41b0d-b252-4195-820d-7ce3c63a95ff None None] Pushing event updated for resources: {'Port': ['ID=e9f48bba-d771-456c-84ab-c8506f44695f,revision_number=2']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:59.091483 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Attempting to bind port e9f48bba-d771-456c-84ab-c8506f44695f on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:59.092338 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Attempting to bind port e9f48bba-d771-456c-84ab-c8506f44695f by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:59.092338 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Attempting to bind port e9f48bba-d771-456c-84ab-c8506f44695f on network 169f3926-a623-465f-a165-d358d7f535ea {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:56:59.095205 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-69d41b0d-b252-4195-820d-7ce3c63a95ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:59.099249 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:56:59.099631 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Checking segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:56:59.100038 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.100459 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Bound using segment: {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'} {{(pid=79951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:56:59.100937 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.managers [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Bound port: e9f48bba-d771-456c-84ab-c8506f44695f, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b135c-9bb7-4af4-b131-b34cc11558c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169f3926-a623-465f-a165-d358d7f535ea'}}] {{(pid=79951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:59.101317 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.104663 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Transition to ACTIVE for port object 3ea56ad8-93c0-46fe-997e-d6e244f4d892 will not be triggered until provisioned by entity DHCP. {{(pid=79949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:59.177343 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] For port e9f48bba-d771-456c-84ab-c8506f44695f, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:56:59.180194 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] For port e9f48bba-d771-456c-84ab-c8506f44695f, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=e9f48bba-d771-456c-84ab-c8506f44695f,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:56:59.246851 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.251425 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69c02efb-d386-44b4-a705-8134f89a1f58 tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:59.285321 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.289085 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:56:59.319126 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:59.322099 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:59.324563 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Received port after_create {{(pid=79949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:56:59.365789 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Pushing event updated for resources: {'Port': ['ID=3ea56ad8-93c0-46fe-997e-d6e244f4d892,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:59.368996 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:59.370516 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Routers {'d03cb380-12bd-41e3-a977-b273fec0659a'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:56:59.371195 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['d03cb380-12bd-41e3-a977-b273fec0659a'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:59.399529 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397636'] for router_interface, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.433720 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:56:59.471653 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d41b0d-b252-4195-820d-7ce3c63a95ff None None] Pushing event updated for resources: {'Port': ['ID=e9f48bba-d771-456c-84ab-c8506f44695f,revision_number=3']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:59.490555 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-69d41b0d-b252-4195-820d-7ce3c63a95ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:56:59.595137 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.688262 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-eb1772d4-d13e-456b-a804-e73a01b45b0c None None] Provisioning for port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:59.719662 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-eb1772d4-d13e-456b-a804-e73a01b45b0c None None] Provisioning complete for port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:59.719662 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-eb1772d4-d13e-456b-a804-e73a01b45b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.745007 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] Set router d03cb380-12bd-41e3-a977-b273fec0659a gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:56:59.892718 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.928689 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e42c0-6e3c-47ff-9fb2-1b377905eaf8 req-016b8b47-209b-43bc-a858-5fd37def6a5a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:59.930239 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-943e42c0-6e3c-47ff-9fb2-1b377905eaf8 req-016b8b47-209b-43bc-a858-5fd37def6a5a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1942964 Aug 24 19:56:59.972521 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-eb1772d4-d13e-456b-a804-e73a01b45b0c None None] Port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:56:59.973599 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:59.997167 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:59.999413 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-943e42c0-6e3c-47ff-9fb2-1b377905eaf8 req-99a31532-371a-4803-aac4-a778ebd4db93 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619857 Aug 24 19:57:00.016862 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:00.046861 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:00.088696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9fcf3a76-4cc8-43d3-a81c-a44901fefc18 tempest-AttachVolumeNegativeTest-1116725927 tempest-AttachVolumeNegativeTest-1116725927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:00.145476 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:00.156852 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-c6c25a34-d16d-4016-b069-324f7d9ca297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:00.171368 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Pushing event updated for resources: {'Port': ['ID=3ea56ad8-93c0-46fe-997e-d6e244f4d892,revision_number=2']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:00.180016 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:00.191564 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397611'] for router_interface, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:00.265457 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=6']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:00.268573 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:00.270290 dv-cinder-805877-1-smb neutron-server[79951]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'code': 422} returned with failed status Aug 24 19:57:00.290132 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 3, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port': {'id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:55Z', 'updated_at': '2021-08-24T19:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:00.294154 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89316f-a46c-40d7-9c54-35941661edbd None None] The sync data for ids ['d03cb380-12bd-41e3-a977-b273fec0659a'] in dv-cinder-805877-1-smb is: [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 3, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port': {'id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:55Z', 'updated_at': '2021-08-24T19:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:57:00.357362 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b is already hosted by enough agents. {{(pid=79949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:00.359292 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Resources bound (agent type, host, resource id): {{(pid=79949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:00.575970 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Router d03cb380-12bd-41e3-a977-b273fec0659a has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:57:00.697923 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-345ab31e-5eff-4b82-8dca-8c9c63c4d654 None None] Provisioning complete for port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:00.698578 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-345ab31e-5eff-4b82-8dca-8c9c63c4d654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:00.761850 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-345ab31e-5eff-4b82-8dca-8c9c63c4d654 None None] Port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:57:00.766403 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:57:00.784202 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-6a6be8fe-30fd-4569-b70e-0693e062b57d admin admin] 10.222.0.55 "PUT /v2.0/routers/d03cb380-12bd-41e3-a977-b273fec0659a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1017749 Aug 24 19:57:01.357016 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3131-1d09-48db-9957-06b5768c23aa req-9bc12a1d-9a52-4d29-92ff-a9cedf57fac9 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:01.358839 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4aeb3131-1d09-48db-9957-06b5768c23aa req-9bc12a1d-9a52-4d29-92ff-a9cedf57fac9 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.2053902 Aug 24 19:57:01.415211 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4aeb3131-1d09-48db-9957-06b5768c23aa req-e4c21481-325f-4d58-94eb-2b72885f45f2 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497859 Aug 24 19:57:02.281445 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device e9f48bba-d771-456c-84ab-c8506f44695f up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:57:02.414769 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Sync routers for ids ['d03cb380-12bd-41e3-a977-b273fec0659a'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:57:02.417431 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port e9f48bba-d771-456c-84ab-c8506f44695f completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:02.424196 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port e9f48bba-d771-456c-84ab-c8506f44695f triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:02.424761 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:02.429653 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Routers {'d03cb380-12bd-41e3-a977-b273fec0659a'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:57:02.430636 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['d03cb380-12bd-41e3-a977-b273fec0659a'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:02.654229 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:02.678195 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c32f-b7be-4f6f-a9ef-bb4ff92a046c req-fe458bac-7855-4723-80e2-8d29c0a48de1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:02.680468 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c130c32f-b7be-4f6f-a9ef-bb4ff92a046c req-fe458bac-7855-4723-80e2-8d29c0a48de1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1239283 Aug 24 19:57:02.692532 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Set router d03cb380-12bd-41e3-a977-b273fec0659a gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:57:02.707401 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port e9f48bba-d771-456c-84ab-c8506f44695f, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=e9f48bba-d771-456c-84ab-c8506f44695f,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:02.737535 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-c130c32f-b7be-4f6f-a9ef-bb4ff92a046c req-7e9889da-8b12-4e86-954a-fc2795cfb835 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508721 Aug 24 19:57:02.829251 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:02.837220 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:02.916442 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=e9f48bba-d771-456c-84ab-c8506f44695f,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:02.919863 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:03.116485 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:56:59Z', 'revision_number': 4, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port': {'id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:55Z', 'updated_at': '2021-08-24T19:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '3ea56ad8-93c0-46fe-997e-d6e244f4d892', 'name': '', 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'mac_address': 'fa:16:3e:9d:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4fe748e4-60c6-43a4-85c0-d37a0d893c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:58Z', 'updated_at': '2021-08-24T19:56:59Z', 'revision_number': 2, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'subnets': [{'id': '4fe748e4-60c6-43a4-85c0-d37a0d893c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:03.121384 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Checking router: d03cb380-12bd-41e3-a977-b273fec0659a for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:57:03.122483 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Updating router d03cb380-12bd-41e3-a977-b273fec0659a port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 binding host dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:57:03.191979 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.665408 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Notify callbacks [] for port, precommit_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.679829 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.provisioning_blocks [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Transition to ACTIVE for port object 3ea56ad8-93c0-46fe-997e-d6e244f4d892 will not be triggered until provisioned by entity L2. {{(pid=79952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:03.779139 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.784554 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:03.866576 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352437c0-c7df-4ce3-b487-f25467e8ee94 None None] Pushing event updated for resources: {'Port': ['ID=3ea56ad8-93c0-46fe-997e-d6e244f4d892,revision_number=3']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:03.869554 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-352437c0-c7df-4ce3-b487-f25467e8ee94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:04.080253 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ce1e-3aa4-4447-aa74-ac09cc47c551 req-d07be063-7afc-4340-844d-cd6a41981d13 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:04.087805 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-cf41ce1e-3aa4-4447-aa74-ac09cc47c551 req-d07be063-7afc-4340-844d-cd6a41981d13 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1729808 Aug 24 19:57:04.104848 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Attempting to bind port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 on host dv-cinder-805877-1-smb for vnic_type normal with profile {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:04.105250 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Attempting to bind port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 by drivers openvswitch,hyperv on host dv-cinder-805877-1-smb at level 0 using segments [{'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:04.105627 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Attempting to bind port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 on network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:57:04.117193 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Checking agent: {'id': 'f2636a52-52db-435a-9aef-8aec32df610d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 36, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:57:04.117596 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Checking segment: {'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:57:04.118032 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:04.118440 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Bound using segment: {'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'} {{(pid=79952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:57:04.118997 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.managers [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Bound port: 3ea56ad8-93c0-46fe-997e-d6e244f4d892, host: dv-cinder-805877-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce98aa94-5767-434e-bdcb-40f49c45eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b'}}] {{(pid=79952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:04.119468 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:04.156004 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-cf41ce1e-3aa4-4447-aa74-ac09cc47c551 req-5fb58dff-d44b-4a66-8cbd-9288ec740d0d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634625 Aug 24 19:57:04.262317 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device e9f48bba-d771-456c-84ab-c8506f44695f up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:57:04.284258 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] For port 3ea56ad8-93c0-46fe-997e-d6e244f4d892, host dv-cinder-805877-1-smb, cleared binding levels {{(pid=79952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:57:04.287762 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.plugins.ml2.db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] For port 3ea56ad8-93c0-46fe-997e-d6e244f4d892, host dv-cinder-805877-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=3ea56ad8-93c0-46fe-997e-d6e244f4d892,segment=NetworkSegment(ce98aa94-5767-434e-bdcb-40f49c45eb2a),segment_id=ce98aa94-5767-434e-bdcb-40f49c45eb2a)] {{(pid=79952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:57:04.344575 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port e9f48bba-d771-456c-84ab-c8506f44695f triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:04.345220 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:04.379413 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:04.386861 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-e113807a-df27-43b9-9952-37f321378d53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:04.472184 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Routers {'d03cb380-12bd-41e3-a977-b273fec0659a'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:57:04.472879 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:56:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['d03cb380-12bd-41e3-a977-b273fec0659a'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:04.612594 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352437c0-c7df-4ce3-b487-f25467e8ee94 None None] Pushing event updated for resources: {'Port': ['ID=3ea56ad8-93c0-46fe-997e-d6e244f4d892,revision_number=4']} {{(pid=79952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:04.629115 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG oslo_concurrency.lockutils [None req-352437c0-c7df-4ce3-b487-f25467e8ee94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:04.745852 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] Set router d03cb380-12bd-41e3-a977-b273fec0659a gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:57:05.083885 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:56:59Z', 'revision_number': 4, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port': {'id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:55Z', 'updated_at': '2021-08-24T19:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '3ea56ad8-93c0-46fe-997e-d6e244f4d892', 'name': '', 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'mac_address': 'fa:16:3e:9d:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4fe748e4-60c6-43a4-85c0-d37a0d893c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:58Z', 'updated_at': '2021-08-24T19:57:04Z', 'revision_number': 4, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'subnets': [{'id': '4fe748e4-60c6-43a4-85c0-d37a0d893c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:05.088560 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0ae2f-95b3-4425-a816-895d9e6022b7 None None] The sync data for ids ['d03cb380-12bd-41e3-a977-b273fec0659a'] in dv-cinder-805877-1-smb is: [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:56:59Z', 'revision_number': 4, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port': {'id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:55Z', 'updated_at': '2021-08-24T19:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '3ea56ad8-93c0-46fe-997e-d6e244f4d892', 'name': '', 'network_id': 'f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'mac_address': 'fa:16:3e:9d:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4fe748e4-60c6-43a4-85c0-d37a0d893c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:58Z', 'updated_at': '2021-08-24T19:57:04Z', 'revision_number': 4, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'subnets': [{'id': '4fe748e4-60c6-43a4-85c0-d37a0d893c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:57:05.470069 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f669c-a132-4a91-8d42-6c76288ad33b req-f14c6b62-dd9f-46ff-95a2-75d6d587ba86 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:05.470069 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e64f669c-a132-4a91-8d42-6c76288ad33b req-f14c6b62-dd9f-46ff-95a2-75d6d587ba86 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1778433 Aug 24 19:57:05.665210 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e64f669c-a132-4a91-8d42-6c76288ad33b req-4a7db943-f510-42cb-a8c6-c7cbd5b96ce1 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988111 Aug 24 19:57:06.293842 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 3ea56ad8-93c0-46fe-997e-d6e244f4d892 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:57:06.461930 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning for port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:06.468743 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:06.469130 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:06.627159 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:06.675087 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] For port 3ea56ad8-93c0-46fe-997e-d6e244f4d892, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=3ea56ad8-93c0-46fe-997e-d6e244f4d892,segment=NetworkSegment(ce98aa94-5767-434e-bdcb-40f49c45eb2a),segment_id=ce98aa94-5767-434e-bdcb-40f49c45eb2a)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:06.760667 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:06.766756 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:06.898152 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-a1871922-7d05-4dd4-97f5-94efdfdbfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:06.900514 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-a1871922-7d05-4dd4-97f5-94efdfdbfac4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a&tenant_id=3822b647979d4b18a7e4fde8670629ed HTTP/1.1" status: 200 len: 1096 time: 0.2099681 Aug 24 19:57:06.949017 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bd066-e162-4788-8eec-bc6d6c6d89a0 req-0408e948-df7c-4048-9688-4743e4119d08 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:06.955247 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f95bd066-e162-4788-8eec-bc6d6c6d89a0 req-0408e948-df7c-4048-9688-4743e4119d08 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1633413 Aug 24 19:57:06.979428 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Pushing event updated for resources: {'Port': ['ID=3ea56ad8-93c0-46fe-997e-d6e244f4d892,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:06.986931 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:07.064016 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-f74c871d-03a7-4cf3-bc25-501b9a28c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:07.064803 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f95bd066-e162-4788-8eec-bc6d6c6d89a0 req-fcc3cdf0-e3f1-4d39-acb6-2f72a8e65c4b tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031241 Aug 24 19:57:07.066721 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-f74c871d-03a7-4cf3-bc25-501b9a28c81a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1096 time: 0.1419113 Aug 24 19:57:07.308289 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-44926b0f-3e23-41b0-b0d4-38e451a649c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:07.309836 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-44926b0f-3e23-41b0-b0d4-38e451a649c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.2362127 Aug 24 19:57:07.431897 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-776e8511-c3e7-4dae-9c3c-8e4a89463b4b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 999 time: 0.1151073 Aug 24 19:57:07.506919 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-c5e80f5c-0ccc-43e3-94b6-6c351aa152ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:07.506919 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-c5e80f5c-0ccc-43e3-94b6-6c351aa152ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0673602 Aug 24 19:57:07.597653 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-1b4ac421-9774-4172-ad08-9a51e34b5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:07.599318 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-1b4ac421-9774-4172-ad08-9a51e34b5c6f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855539 Aug 24 19:57:07.763085 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-1444740b-dec6-4d0e-b9c6-2e9ff6ee7c50 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569924 Aug 24 19:57:07.958443 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2191d25c-41ac-4eb5-bdfd-38b6f4d1b602 req-6e0e7f10-1c69-4a1e-b1d7-7b16dfe14f98 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883931 Aug 24 19:57:08.267870 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 3ea56ad8-93c0-46fe-997e-d6e244f4d892 up at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:57:08.355796 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09616549-0452-40e7-b8f0-95f4fa8c961a req-16464539-bede-4d50-b58d-ddd69d2728dc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:08.357714 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09616549-0452-40e7-b8f0-95f4fa8c961a req-16464539-bede-4d50-b58d-ddd69d2728dc tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1246862 Aug 24 19:57:08.384758 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Provisioning complete for port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:08.385195 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:08.439164 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-09616549-0452-40e7-b8f0-95f4fa8c961a req-464c1d5a-a61c-4678-a606-a8fce67f45f3 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712531 Aug 24 19:57:09.799647 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625217fb-30fb-478a-906b-88df6a95390d req-a1865eb1-1d53-4222-9e61-a9101c29b7b4 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:09.804978 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-625217fb-30fb-478a-906b-88df6a95390d req-a1865eb1-1d53-4222-9e61-a9101c29b7b4 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1784551 Aug 24 19:57:09.893705 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-625217fb-30fb-478a-906b-88df6a95390d req-1c3eb702-30f0-4fc9-ade3-e4076428436d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862472 Aug 24 19:57:09.950357 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:11.149969 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a3bb5-8a46-434a-833d-2c64325bcc02 req-18d162b3-fa64-46ac-8d3d-62cac5c4adae tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:11.151559 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-374a3bb5-8a46-434a-833d-2c64325bcc02 req-18d162b3-fa64-46ac-8d3d-62cac5c4adae tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 943 time: 0.1421347 Aug 24 19:57:11.223186 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-374a3bb5-8a46-434a-833d-2c64325bcc02 req-7deefa7c-acfb-4feb-950b-8eaca8702c92 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616429 Aug 24 19:57:11.439392 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:57:11.695250 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:11.770937 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'port_id': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'mac_address': 'fa:16:3e:34:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:57:11.862262 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:11.882572 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:57:11.902715 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:12.154857 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:12.159125 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-a2f2bba6-c32d-4ecd-836d-559c899aa3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:12.236768 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=7']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:12.240075 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:12.398048 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:57:12.618745 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bab1a-8892-4e4c-8f1d-d9e4bdf16d9c req-a45ba206-3d4a-4a30-bc33-9f9a359b8283 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:12.628321 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-950bab1a-8892-4e4c-8f1d-d9e4bdf16d9c req-a45ba206-3d4a-4a30-bc33-9f9a359b8283 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 944 time: 0.1659229 Aug 24 19:57:12.710606 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-950bab1a-8892-4e4c-8f1d-d9e4bdf16d9c req-d522708f-d90a-4683-94de-a32f6abd9d4d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783563 Aug 24 19:57:13.438416 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:57:13.531983 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:13.535049 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:13.679554 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:13.708765 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:13.720619 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:13.759840 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'code': 200} Aug 24 19:57:13.863525 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:13.866734 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-5803137c-16d2-4700-a855-ae4395505ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:13.896653 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-1b699056-dce1-4c31-a369-d3dd8f5f9084 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:13.918541 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-28127038-487a-4b04-8644-873a21bee904 req-1b699056-dce1-4c31-a369-d3dd8f5f9084 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Synchronizing usage tracker for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:network {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:57:13.986571 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=8']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:13.990959 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:13.994511 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b2e0c-af36-4326-ae40-e9bfeb0d326b req-74f8e263-75eb-4808-bb09-821613bcb6b0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:13.997304 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2e4b2e0c-af36-4326-ae40-e9bfeb0d326b req-74f8e263-75eb-4808-bb09-821613bcb6b0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1435597 Aug 24 19:57:14.022899 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-28127038-487a-4b04-8644-873a21bee904 req-1b699056-dce1-4c31-a369-d3dd8f5f9084 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Unset dirty status for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:network {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:57:14.024459 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-1b699056-dce1-4c31-a369-d3dd8f5f9084 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 814 time: 0.3776705 Aug 24 19:57:14.043258 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-fb93526a-edb1-4407-a776-499ac6befe7f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/quotas/4150c41da38d41cabec3db15af0e1f97 HTTP/1.1" status: 200 len: 375 time: 0.0113750 Aug 24 19:57:14.084814 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2e4b2e0c-af36-4326-ae40-e9bfeb0d326b req-277e377d-4671-4b17-9725-10111dc65d43 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811563 Aug 24 19:57:14.174252 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-28127038-487a-4b04-8644-873a21bee904 req-669220c5-f1d1-4423-bd50-450538e41c59 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Synchronizing usage tracker for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:57:14.267770 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a13e3-f3ab-4256-9dff-f0542d2bec90 req-0ba2fe69-9f9c-4aee-bdde-1c1e37a9e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:14.268952 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-28127038-487a-4b04-8644-873a21bee904 req-669220c5-f1d1-4423-bd50-450538e41c59 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Unset dirty status for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:57:14.269748 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-963a13e3-f3ab-4256-9dff-f0542d2bec90 req-0ba2fe69-9f9c-4aee-bdde-1c1e37a9e869 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.0965068 Aug 24 19:57:14.270810 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-669220c5-f1d1-4423-bd50-450538e41c59 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086000 Aug 24 19:57:14.294852 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-8e1e7059-beec-42fd-b9a7-5befd3075f58 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=79949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:57:14.296293 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-8e1e7059-beec-42fd-b9a7-5befd3075f58 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068245 Aug 24 19:57:14.327212 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-963a13e3-f3ab-4256-9dff-f0542d2bec90 req-a8691dbb-7526-485a-b6d3-577b8cb464fc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506992 Aug 24 19:57:14.445902 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-2de207ec-61ab-4834-8820-4dc4a2e5a764 service neutron] 10.222.0.55 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392190 Aug 24 19:57:14.587441 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-53e3ee5a-e92f-4889-9f54-26b8e6064295 service neutron] 10.222.0.55 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345158 Aug 24 19:57:14.919936 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-8cd694ce-63a7-44d3-95aa-1fb2fec08d9b req-ccd41876-004b-4dfe-989d-23ae00c7e444 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 210 time: 0.0778925 Aug 24 19:57:15.298203 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279194-0782-4918-a9a6-3437ef20c3fc req-aae1ccf7-1e86-4009-8ab6-90eb5889047a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:15.299729 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7c279194-0782-4918-a9a6-3437ef20c3fc req-aae1ccf7-1e86-4009-8ab6-90eb5889047a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1051664 Aug 24 19:57:15.354797 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7c279194-0782-4918-a9a6-3437ef20c3fc req-989519c3-7d24-41af-8829-741964abbb0c tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487008 Aug 24 19:57:16.087676 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7e590b0f-c8d6-4ed9-8a9d-5dd9d9966334 req-cd52241c-4cf1-4404-9598-aa2058b2ab22 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 210 time: 0.0451522 Aug 24 19:57:16.555999 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caea9b-bb68-4bfe-ac2f-bacef126bb48 req-483f9ed5-fd6d-4a53-97bb-8889b8b902f3 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:16.557379 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-57caea9b-bb68-4bfe-ac2f-bacef126bb48 req-483f9ed5-fd6d-4a53-97bb-8889b8b902f3 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0817997 Aug 24 19:57:16.604407 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-57caea9b-bb68-4bfe-ac2f-bacef126bb48 req-db961c2b-fbe2-4c0a-a66b-b35f7cad1c23 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Aug 24 19:57:17.295158 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d646e093-8a0b-42df-a870-766307e36724 req-df2e7385-a33c-4baa-92ee-8b82824d182c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 210 time: 0.0967419 Aug 24 19:57:17.365580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-097e0d9c-682c-41eb-91c3-ea2264ccab55 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:17.367045 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-097e0d9c-682c-41eb-91c3-ea2264ccab55 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.38 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 814 time: 0.1933963 Aug 24 19:57:17.380852 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'port': {'device_id': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'admin_state_up': True, 'tenant_id': '4150c41da38d41cabec3db15af0e1f97'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:17.636261 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:17.646840 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:17.731548 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Made reservation on behalf of 4150c41da38d41cabec3db15af0e1f97 for: {'port': 1} {{(pid=79950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:17.735553 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:17.914716 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Allocated IP 172.20.0.14 (838fb45e-8949-4bd8-b86f-285102fc8c91/1f903b31-88cf-49b7-af72-83c2202cae25/0a1e4c07-1c8f-492c-946d-ffeb920a3c66) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:18.198282 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.223702 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Transition to ACTIVE for port object 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 will not be triggered until provisioned by entity DHCP. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:18.307895 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.314613 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:18.394727 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:18.398474 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:18.402965 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:57:18.445987 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:18.451070 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:18.526744 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:18.534215 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.620713 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff09b1-d7c0-4c2b-8050-25fa8114c9ce req-ff7fa4a9-9485-4c80-8367-d428e03f2c5a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:18.622436 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dcff09b1-d7c0-4c2b-8050-25fa8114c9ce req-ff7fa4a9-9485-4c80-8367-d428e03f2c5a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.1512465 Aug 24 19:57:18.669425 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2922287 Aug 24 19:57:18.678234 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-dcff09b1-d7c0-4c2b-8050-25fa8114c9ce req-e39bbadd-20f5-4551-8877-f9e520cc973c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Synchronizing usage tracker for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:57:18.722685 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0162-29df-4485-aa24-6da3c085eb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.771651 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-dcff09b1-d7c0-4c2b-8050-25fa8114c9ce req-e39bbadd-20f5-4551-8877-f9e520cc973c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Unset dirty status for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:57:18.772864 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-dcff09b1-d7c0-4c2b-8050-25fa8114c9ce req-e39bbadd-20f5-4551-8877-f9e520cc973c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434705 Aug 24 19:57:18.845543 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-06f70b27-3f65-40f6-8469-6af8f0700010 None None] Provisioning for port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 completed by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:18.851258 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-06f70b27-3f65-40f6-8469-6af8f0700010 None None] Provisioning complete for port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:18.851754 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-06f70b27-3f65-40f6-8469-6af8f0700010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.911296 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-06f70b27-3f65-40f6-8469-6af8f0700010 None None] Port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 cannot update to ACTIVE because it is not bound. {{(pid=79951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:57:19.737124 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:19.986802 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e4c2-f9ab-482e-820b-a480485c449d req-366cb84c-a478-4452-a9e8-f8d46b42c837 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:19.987562 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-a2c0e4c2-f9ab-482e-820b-a480485c449d req-366cb84c-a478-4452-a9e8-f8d46b42c837 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Synchronizing usage tracker for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:57:20.085227 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-a2c0e4c2-f9ab-482e-820b-a480485c449d req-366cb84c-a478-4452-a9e8-f8d46b42c837 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Unset dirty status for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:57:20.086428 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a2c0e4c2-f9ab-482e-820b-a480485c449d req-366cb84c-a478-4452-a9e8-f8d46b42c837 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.1907160 Aug 24 19:57:20.137359 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a2c0e4c2-f9ab-482e-820b-a480485c449d req-566f4136-6615-472d-9de3-adaa2e832b50 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 Aug 24 19:57:21.347370 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71b4d5-299c-4d80-b8fd-b27ce82e174d req-ab9ec357-37b9-4ef4-956a-17fc08ea625c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:21.361987 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0b71b4d5-299c-4d80-b8fd-b27ce82e174d req-ab9ec357-37b9-4ef4-956a-17fc08ea625c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.1108458 Aug 24 19:57:21.410926 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0b71b4d5-299c-4d80-b8fd-b27ce82e174d req-4cdd183e-80e8-4519-ad08-ea62d0a1c0af tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475633 Aug 24 19:57:21.720193 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d85f-2af4-4431-afec-525b3589c73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:22.434953 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:22.606049 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b2925-b020-4f9a-ab75-d298542fd505 req-d1f31eed-a940-4812-a85c-fe026634f34b tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:22.607563 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f07b2925-b020-4f9a-ab75-d298542fd505 req-d1f31eed-a940-4812-a85c-fe026634f34b tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.0814922 Aug 24 19:57:22.653272 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f07b2925-b020-4f9a-ab75-d298542fd505 req-7450519d-b102-4dba-8c24-e8e7773b38e7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Aug 24 19:57:23.884721 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433966c-6799-43cb-b98d-7b9c3dde77e1 req-735038b8-3b89-4e78-92e0-9defcaccfddf tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:23.889508 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0433966c-6799-43cb-b98d-7b9c3dde77e1 req-735038b8-3b89-4e78-92e0-9defcaccfddf tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.1152084 Aug 24 19:57:23.941046 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-0433966c-6799-43cb-b98d-7b9c3dde77e1 req-4eebc83c-b49d-4bd9-810c-f0672c04887e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 Aug 24 19:57:23.942417 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:25.187086 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b3121-7fee-4e24-ae3c-340155c2f976 req-a680a17d-a866-4ca8-903b-b2bc54b45435 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:25.188670 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e30b3121-7fee-4e24-ae3c-340155c2f976 req-a680a17d-a866-4ca8-903b-b2bc54b45435 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.0887411 Aug 24 19:57:25.243349 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-e30b3121-7fee-4e24-ae3c-340155c2f976 req-72607da9-fc17-42dd-a044-1c5d8c65b717 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Aug 24 19:57:26.457780 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbe3eb-fffb-4060-a469-35553dd2898e req-b36a9059-3e80-4bca-870f-ead671a68568 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:26.459467 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4dcbe3eb-fffb-4060-a469-35553dd2898e req-b36a9059-3e80-4bca-870f-ead671a68568 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.0941029 Aug 24 19:57:26.512153 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-4dcbe3eb-fffb-4060-a469-35553dd2898e req-5ce22eae-da4f-49b1-b0f6-16fc24311c52 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Aug 24 19:57:27.701554 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ef38-c548-4efd-888b-6441aedbddb8 req-1762cd81-942a-4d28-ab94-c7d4f93b1890 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:27.703063 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5a12ef38-c548-4efd-888b-6441aedbddb8 req-1762cd81-942a-4d28-ab94-c7d4f93b1890 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.0805471 Aug 24 19:57:27.755569 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5a12ef38-c548-4efd-888b-6441aedbddb8 req-2982c12f-24f4-4018-a0b8-97dfdb0f8b84 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Aug 24 19:57:27.788539 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:57:28.940683 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af908d4e-394f-4a20-967d-76d9a73be75e req-3464a556-e228-489e-afcd-7da48767e7ae tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:28.942165 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-af908d4e-394f-4a20-967d-76d9a73be75e req-3464a556-e228-489e-afcd-7da48767e7ae tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 932 time: 0.0803902 Aug 24 19:57:29.085213 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-af908d4e-394f-4a20-967d-76d9a73be75e req-97935d43-c332-482c-afb0-76910b96c17e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373177 Aug 24 19:57:29.359560 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Request body: {'port': {'device_id': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:29.455110 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-f0e2ca21-f152-431d-9046-162ac65070dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746353 Aug 24 19:57:29.471618 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:29.604786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-0f3e69d6-86c3-4e64-9be8-6e0881f2c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:29.607138 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-0f3e69d6-86c3-4e64-9be8-6e0881f2c584 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.0775993 Aug 24 19:57:29.758311 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-cd04ee10-248e-4c84-a4fa-93942c8c520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:29.759690 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-cd04ee10-248e-4c84-a4fa-93942c8c520d service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.1326654 Aug 24 19:57:29.827786 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 {{(pid=79950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:57:29.835739 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:29.850440 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.provisioning_blocks [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Transition to ACTIVE for port object 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 will not be triggered until provisioned by entity L2. {{(pid=79950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:29.868278 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-bd930025-1dd1-47bc-a654-1abf6925a20e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 1001 time: 0.1008372 Aug 24 19:57:29.919428 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:29.925031 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f70c4b82-1eee-4303-b88b-6cd7d202ae2f tempest-AttachVolumeShelveTestJSON-2058753524 tempest-AttachVolumeShelveTestJSON-2058753524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:29.941629 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-108ae4bf-895a-4bd9-a21a-ad72a980dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:29.943127 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-108ae4bf-895a-4bd9-a21a-ad72a980dd3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0600119 Aug 24 19:57:30.025759 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-153187d7-fe17-43b4-b711-431ba77f3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:30.027945 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-153187d7-fe17-43b4-b711-431ba77f3af1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768404 Aug 24 19:57:30.163720 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Attempting to bind port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 on host hv-cinder-80587 for vnic_type normal with profile {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:30.164068 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Attempting to bind port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:30.164397 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Attempting to bind port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 on network 838fb45e-8949-4bd8-b86f-285102fc8c91 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:57:30.168450 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:30.172064 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:30.175864 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 on network 838fb45e-8949-4bd8-b86f-285102fc8c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 24 19:57:30.176191 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Attempting to bind port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 on network 838fb45e-8949-4bd8-b86f-285102fc8c91 {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 24 19:57:30.180677 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-4edd114e-f193-4177-aa5b-5af4edd7ac41 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453836 Aug 24 19:57:30.181723 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Checking agent: {'id': 'b65efd31-931f-41b6-b6d7-b4bb8911e559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'started_at': datetime.datetime(2021, 8, 24, 19, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 24 19:57:30.182055 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Checking segment: {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 24 19:57:30.182464 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Bound using segment: {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'} {{(pid=79950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 24 19:57:30.182893 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.managers [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Bound port: 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a321d-0e9e-423b-a450-93e26f712aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91'}}] {{(pid=79950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:30.183240 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:30.325623 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-273a0760-ada8-4a36-afd4-b4725d62c175 req-dd5f7381-d0b3-49cb-b982-8062f7639a81 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369770 Aug 24 19:57:30.460044 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, cleared binding levels {{(pid=79950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 24 19:57:30.464712 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 24 19:57:30.480452 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48b729-4292-41c7-97cb-f46ab2f13a9b req-b12b9bd1-1adf-4a88-88d4-0f90a707d3af tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:30.482076 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2b48b729-4292-41c7-97cb-f46ab2f13a9b req-b12b9bd1-1adf-4a88-88d4-0f90a707d3af tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 944 time: 0.1753397 Aug 24 19:57:30.529912 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-2b48b729-4292-41c7-97cb-f46ab2f13a9b req-2b23351d-1b18-4c85-aaea-0092dfe390ec tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Aug 24 19:57:30.548579 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:30.552476 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-880d0afa-39d7-4016-9eec-5e621305a1d6 tempest-VolumesSnapshotTestJSON-847138691 tempest-VolumesSnapshotTestJSON-847138691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:30.616926 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:30.617536 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:30.618954 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] 10.222.0.38 "PUT /v2.0/ports/0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 1094 time: 1.2636979 Aug 24 19:57:30.619464 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:30.639979 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=3']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:30.648280 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:30.759315 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'status': 'completed', 'code': 200} Aug 24 19:57:30.814940 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-9a7f0a0e-45b7-4b29-a018-9e54e0821e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:30.816511 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-9a7f0a0e-45b7-4b29-a018-9e54e0821e6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1097 time: 0.0912886 Aug 24 19:57:30.895332 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-7997ec4e-83fa-4236-a20e-dbcdcfe677fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 217 time: 0.0669174 Aug 24 19:57:30.960654 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-c2ad762a-f921-4296-abf3-fcf5c481cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:30.962105 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-c2ad762a-f921-4296-abf3-fcf5c481cf63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 200 len: 853 time: 0.0591569 Aug 24 19:57:31.040157 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127038-487a-4b04-8644-873a21bee904 req-5f4997a6-cd2d-4553-b55d-43d007176680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:31.041642 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-5f4997a6-cd2d-4553-b55d-43d007176680 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838fb45e-8949-4bd8-b86f-285102fc8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718255 Aug 24 19:57:31.184423 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-36bb2dfc-93ac-4efc-a804-4cb409a561fc service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310279 Aug 24 19:57:31.323653 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-28127038-487a-4b04-8644-873a21bee904 req-338a99bd-dd5a-4a6d-9df1-bd80d188e5ca service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318033 Aug 24 19:57:31.550249 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-2c5444a0-3e0d-4003-975f-565b004b3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:31.551627 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-2c5444a0-3e0d-4003-975f-565b004b3831 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1097 time: 0.0752490 Aug 24 19:57:31.749668 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-9efb25cf-255f-49d3-b95a-95adc5f8eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:31.751182 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-9efb25cf-255f-49d3-b95a-95adc5f8eb32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 915 time: 0.1885245 Aug 24 19:57:31.774045 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a459-a57a-486d-a1cb-26c60ab870b1 req-e9918104-6bd5-494e-8c85-275b7492398a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:31.775503 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7a40a459-a57a-486d-a1cb-26c60ab870b1 req-e9918104-6bd5-494e-8c85-275b7492398a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 944 time: 0.1156375 Aug 24 19:57:31.853868 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-59ff4166-2d2c-4c9b-b42a-6931a2f43a4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 217 time: 0.0774231 Aug 24 19:57:31.920229 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7a40a459-a57a-486d-a1cb-26c60ab870b1 req-ed4c182d-41c7-4c76-afa6-3c4824c62a50 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933137 Aug 24 19:57:31.938029 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-063e2915-9025-4159-852f-2c60f898f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:31.939501 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-063e2915-9025-4159-852f-2c60f898f447 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 200 len: 853 time: 0.0722697 Aug 24 19:57:32.026803 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-5bf06c48-f2c8-409a-8b09-a35cbee73d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:32.028314 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-5bf06c48-f2c8-409a-8b09-a35cbee73d0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838fb45e-8949-4bd8-b86f-285102fc8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765247 Aug 24 19:57:32.174265 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-35aafae6-1fe6-45a4-ab21-a220583edbda service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337512 Aug 24 19:57:32.419245 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-7bd45ac0-d954-4bf5-b927-d45402348127 req-89a5a257-4938-4613-b2b5-0684c8688420 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336955 Aug 24 19:57:33.119917 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d97fb-d4e8-4671-996d-e6d70860dd06 req-aa7e09fc-9ed5-4bc2-b02b-4f35db58a077 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:33.121425 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-125d97fb-d4e8-4671-996d-e6d70860dd06 req-aa7e09fc-9ed5-4bc2-b02b-4f35db58a077 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 944 time: 0.0917201 Aug 24 19:57:33.169891 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-125d97fb-d4e8-4671-996d-e6d70860dd06 req-40fa6101-190e-49f1-8b1a-ebf7158b69d0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Aug 24 19:57:34.370025 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ad51a-8f84-4aaa-a4a6-4c05a8d3756c req-ad75e4d3-bf11-4c34-a6da-1357936dd2a1 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:34.371531 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-087ad51a-8f84-4aaa-a4a6-4c05a8d3756c req-ad75e4d3-bf11-4c34-a6da-1357936dd2a1 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 944 time: 0.0962164 Aug 24 19:57:34.422731 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-087ad51a-8f84-4aaa-a4a6-4c05a8d3756c req-c746c0d6-86f2-4309-b84b-ef7b9a0831d3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Aug 24 19:57:35.594414 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=79951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:57:35.608435 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90796956-c1da-439b-8888-f91f63da3ef9 req-44c3d914-40a4-4322-8c45-8ffcd87b31b4 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:35.610120 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-90796956-c1da-439b-8888-f91f63da3ef9 req-44c3d914-40a4-4322-8c45-8ffcd87b31b4 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 944 time: 0.0834472 Aug 24 19:57:35.663382 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-90796956-c1da-439b-8888-f91f63da3ef9 req-5c8c4773-4cdc-4f3f-9933-2c65c1f20bc3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Aug 24 19:57:35.730935 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:35.745106 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Returning: {'device': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'port_id': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'mac_address': 'fa:16:3e:ee:e2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:57:35.804594 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.821775 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 {{(pid=79951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:57:35.838128 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:35.912044 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.913928 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:35.988484 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=4']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:35.992053 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:36.158773 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0a1e4c07-1c8f-492c-946d-ffeb920a3c66'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:57:36.850534 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93351b24-1df3-4ca3-86cd-964b7de9ab83 req-200eb625-051b-4e28-9189-c4b01911b839 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:36.852013 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-93351b24-1df3-4ca3-86cd-964b7de9ab83 req-200eb625-051b-4e28-9189-c4b01911b839 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 945 time: 0.0790586 Aug 24 19:57:36.896459 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-93351b24-1df3-4ca3-86cd-964b7de9ab83 req-bc280927-72a9-473d-a81c-76300f175f35 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Aug 24 19:57:37.608164 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 up at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:57:37.753768 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning for port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 completed by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:37.759021 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Provisioning complete for port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 triggered by entity L2. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:37.759408 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.878922 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.906046 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66'}] {{(pid=79951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:37.916650 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:37.952151 dv-cinder-805877-1-smb neutron-server[79951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'code': 200} Aug 24 19:57:38.008820 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439'] for port, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.010833 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:38.086859 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=5']} {{(pid=79951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:38.090636 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_concurrency.lockutils [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:38.096736 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18897da0-43f9-4601-babd-78b5a7cbc60b req-726f1503-8497-4c24-b4b0-fb1f24296d48 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:38.099246 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-18897da0-43f9-4601-babd-78b5a7cbc60b req-726f1503-8497-4c24-b4b0-fb1f24296d48 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0974219 Aug 24 19:57:38.149396 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-18897da0-43f9-4601-babd-78b5a7cbc60b req-39165230-881e-4896-98c5-d938acd2de1b tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Aug 24 19:57:38.392861 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0bcca-300f-4165-9e23-cf653dd9616e req-7ee278bc-f68c-4f89-9cf1-bd4a7e128c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:38.394387 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-86a0bcca-300f-4165-9e23-cf653dd9616e req-7ee278bc-f68c-4f89-9cf1-bd4a7e128c1c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1099 time: 0.0727737 Aug 24 19:57:38.444622 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-86a0bcca-300f-4165-9e23-cf653dd9616e req-c4ffc6ea-f2c7-45a4-b202-0d30a4696371 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Aug 24 19:57:39.339481 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c243-e66e-4eeb-a2d2-3923c798bd5c req-406bdaf9-3b52-4681-a224-4b80d2d66ff2 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:39.341359 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a8e7c243-e66e-4eeb-a2d2-3923c798bd5c req-406bdaf9-3b52-4681-a224-4b80d2d66ff2 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0833609 Aug 24 19:57:39.391100 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a8e7c243-e66e-4eeb-a2d2-3923c798bd5c req-e520b08f-d45f-4ab8-8149-80ad24bf5fe0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Aug 24 19:57:39.939947 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.591537 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9b32a-06d6-4a0e-a203-077ecda3feeb req-befadb13-f536-4b91-9fc9-b8ad0f7152f3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:40.593201 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aeb9b32a-06d6-4a0e-a203-077ecda3feeb req-befadb13-f536-4b91-9fc9-b8ad0f7152f3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0859513 Aug 24 19:57:40.638820 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-aeb9b32a-06d6-4a0e-a203-077ecda3feeb req-d1a93ccf-e8a6-40f1-b3b1-c60f47ae3893 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Aug 24 19:57:40.828425 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74efc26-9daf-42c6-949f-021cf4b997cb req-d868d7e3-8906-470e-8a38-b2ca471ab112 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:40.829918 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f74efc26-9daf-42c6-949f-021cf4b997cb req-d868d7e3-8906-470e-8a38-b2ca471ab112 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0850265 Aug 24 19:57:40.876063 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-f74efc26-9daf-42c6-949f-021cf4b997cb req-f6996fae-b286-4b1f-ae19-805d0010394a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403769 Aug 24 19:57:41.266921 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c370ba9-de3a-493e-b9ae-f9aacf636b8e req-c823478a-853b-4be6-b521-405488a12189 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:41.268463 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7c370ba9-de3a-493e-b9ae-f9aacf636b8e req-c823478a-853b-4be6-b521-405488a12189 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0823581 Aug 24 19:57:41.313760 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7c370ba9-de3a-493e-b9ae-f9aacf636b8e req-7d2aba96-7864-48e0-b856-a78eee9a500b tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396409 Aug 24 19:57:47.084628 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452f6dc-2a59-4722-96e5-bd040a00f68a req-aaa4cc5a-288b-4cef-9ecd-881dca8d473d tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:47.086074 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5452f6dc-2a59-4722-96e5-bd040a00f68a req-aaa4cc5a-288b-4cef-9ecd-881dca8d473d tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0854425 Aug 24 19:57:47.133025 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-5452f6dc-2a59-4722-96e5-bd040a00f68a req-80464314-bf7b-48f9-ad81-2de95f6e203f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Aug 24 19:57:47.156484 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37328) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:47.273240 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3fb79-5def-4b73-afa5-9a44097b570a tempest-TestMinimumBasicScenario-1483075103 tempest-TestMinimumBasicScenario-1483075103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:47.274785 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-64c3fb79-5def-4b73-afa5-9a44097b570a tempest-TestMinimumBasicScenario-1483075103 tempest-TestMinimumBasicScenario-1483075103-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1094 time: 0.1173184 Aug 24 19:57:47.277626 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37334) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:47.282716 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'floatingip': {'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'port_id': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:47.288534 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:47.292350 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:floatingip and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:47.295674 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79950) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:47.301316 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.quota.driver [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79950) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:47.396938 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for floatingip, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.539589 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.674339 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_common [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Allocated IP 172.28.3.57 (169f3926-a623-465f-a165-d358d7f535ea/c34edf10-e4e1-480f-a7ba-78e1b5d0996e/0915d5df-cdf7-4407-ab82-9d79afcf023d) {{(pid=79950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:47.823077 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for port, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.922882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751776014376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.926759 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-78d5d2f6-b3ea-4605-bbca-b5269dffe86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:47.993209 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Network 169f3926-a623-465f-a165-d358d7f535ea is already hosted by enough agents. {{(pid=79950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:47.996222 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.base_scheduler [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources bound (agent type, host, resource id): {{(pid=79950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:47.999851 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Received port after_create {{(pid=79950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 24 19:57:48.030513 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'Port': ['ID=0915d5df-cdf7-4407-ab82-9d79afcf023d,revision_number=1']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:48.044775 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.045151 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.045521 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.045890 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.046276 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.046730 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.047091 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.047446 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.047800 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.048149 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.048500 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.048965 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:48.053877 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:48.438465 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.587452 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.644192 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-da02c3ae-81cb-4b91-a812-8712a2ddd0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.901792 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.970505 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.974441 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:49.083887 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'Port': ['ID=0915d5df-cdf7-4407-ab82-9d79afcf023d,revision_number=2']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:49.089057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:49.097162 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580968'] for floatingip, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.280401 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Floating IP d359bb1c-42f7-4d3e-b0e9-311701f767bf associated. External IP: 172.28.3.57, port: 0a1e4c07-1c8f-492c-946d-ffeb920a3c66. Aug 24 19:57:49.640645 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Router 7b69cd78-927c-4c97-ad99-e982784c79e4 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:57:49.719041 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.825432 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:57:49.834958 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] Sync routers for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:57:49.845463 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:57:49.846309 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:57:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:49.934152 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.998762 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7200089 Aug 24 19:57:49.999511 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:50.001002 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37342) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:50.006855 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687536983', 'description': 'tempest-secgroup-smoke-1687536983 description', 'project_id': '4150c41da38d41cabec3db15af0e1f97'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:50.014117 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:50.026457 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:50.053217 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'status': 'completed', 'code': 200} Aug 24 19:57:50.080636 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:57:50.131668 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.150882 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-3575565b-1b14-4d1e-acb6-a74b2cf6e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:50.152463 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-3575565b-1b14-4d1e-acb6-a74b2cf6e27e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1099 time: 0.0734315 Aug 24 19:57:50.154507 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:50.158554 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:50.161635 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:50.167633 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:50.246675 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.301315 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-2da5ee46-4b26-4cc6-8964-a3f825e8bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:50.302823 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-2da5ee46-4b26-4cc6-8964-a3f825e8bd71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 915 time: 0.1430998 Aug 24 19:57:50.319123 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.334874 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bce1d295-83c7-4716-80d4-f6e34aba377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:50.378696 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fe597a-2874-4c83-b103-46f2758124d7,revision_number=1']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:50.387988 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.388616 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.389114 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.389553 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.389991 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.390452 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.390880 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.391368 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.391831 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.392266 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.392693 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.393124 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:50.397422 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:50.442545 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.446598 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-e5cd8f2e-8968-4e82-b9e4-76c19a238f2e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4417422 Aug 24 19:57:50.447286 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37348) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:50.452714 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': 'd359bb1c-42f7-4d3e-b0e9-311701f767bf', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'port_id': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'mac_address': 'fa:16:3e:ee:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:57:48Z', 'updated_at': '2021-08-24T19:57:48Z', 'revision_number': 0, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 5, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:50.453713 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'security_group_rule': {'security_group_id': '48fe597a-2874-4c83-b103-46f2758124d7', 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:50.457806 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] Checking router: 7b69cd78-927c-4c97-ad99-e982784c79e4 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:57:50.460338 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:50.465469 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:50.467666 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:57:50.468299 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:57:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:50.468585 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:50.474854 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:50.535310 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-a1e3937a-2878-4932-862a-65cab79e0348 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 999 time: 0.2235188 Aug 24 19:57:50.565975 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.603629 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-340c992b-ca51-476b-bbe6-e3e3441848aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:50.605177 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-340c992b-ca51-476b-bbe6-e3e3441848aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 200 len: 853 time: 0.0624392 Aug 24 19:57:50.637375 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.655142 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:57:50.684692 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-1635cb7a-5336-4541-8430-10da9a3e7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:50.686393 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-1635cb7a-5336-4541-8430-10da9a3e7944 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838fb45e-8949-4bd8-b86f-285102fc8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742989 Aug 24 19:57:50.730825 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.732953 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bf8e21d5-f044-4ab1-a244-6dde87edb916 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:50.758532 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d8dfed-5570-45eb-b3c7-d76183f2ca91,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:50.764025 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:50.832098 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-d4dcdef7-2885-42d9-8d96-482768d39d21 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386604 Aug 24 19:57:50.850343 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.853390 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4032729 Aug 24 19:57:50.855325 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37352) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:50.862379 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'security_group_rule': {'security_group_id': '48fe597a-2874-4c83-b103-46f2758124d7', 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:50.869203 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:50.874419 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:50.877699 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:50.885974 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:50.976553 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.979822 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-d4f39b67-7f92-49b0-9428-026e79ce9bb7 req-4f03b2af-3a7c-4876-bff4-5dd052f8a790 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368394 Aug 24 19:57:51.039134 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.072747 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': 'd359bb1c-42f7-4d3e-b0e9-311701f767bf', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'port_id': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'mac_address': 'fa:16:3e:ee:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:57:48Z', 'updated_at': '2021-08-24T19:57:48Z', 'revision_number': 0, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 5, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:51.076944 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf1701-f35e-4a12-94d7-629a51eb696e None None] The sync data for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb is: [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_floatingips': [{'id': 'd359bb1c-42f7-4d3e-b0e9-311701f767bf', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'router_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'port_id': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'mac_address': 'fa:16:3e:ee:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:57:48Z', 'updated_at': '2021-08-24T19:57:48Z', 'revision_number': 0, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 5, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:57:51.113149 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.115451 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8b47fe6f-11d5-45ce-9004-2106674e5379 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:51.143612 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3b3426-5b1f-4487-b137-7bd7c69787d0,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:51.149298 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:51.233467 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.234781 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3775489 Aug 24 19:57:51.237832 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37356) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:51.243776 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'security_group_rule': {'security_group_id': '48fe597a-2874-4c83-b103-46f2758124d7', 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:51.251728 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:51.256580 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:51.260155 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:51.267852 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:51.290441 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5179b4-ed3c-4238-839a-cb48427bafee None None] New status for floating IP d359bb1c-42f7-4d3e-b0e9-311701f767bf: ACTIVE {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:57:51.374107 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c110425d-2ab0-43a2-a63f-019efbfb1161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.439867 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.507395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.587450 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.589530 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:51.613931 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987077e6-3dfa-411e-9145-736cd63a3959,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:51.618737 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:51.707464 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.711529 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-3d34ed15-266a-4e42-a1c0-0d6011ad2a0e tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698827 Aug 24 19:57:51.711529 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37360) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:51.717954 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'security_group_rule': {'security_group_id': '48fe597a-2874-4c83-b103-46f2758124d7', 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:51.724314 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:51.728367 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:51.731420 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:51.737280 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:51.817094 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.881878 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.930163 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.932359 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-48431fec-eab1-42b2-8029-7f082dc7306f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:51.956432 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6618dd-18e9-4fa9-87c2-2ee858768d7f,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:51.959040 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:52.016048 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.017291 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-305570b5-735a-41ca-a263-9a3d0dfaf4a0 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043988 Aug 24 19:57:52.020187 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37364) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:52.025673 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'security_group_rule': {'security_group_id': '48fe597a-2874-4c83-b103-46f2758124d7', 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:52.032183 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:52.036353 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:52.039644 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:52.046074 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:52.122650 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.securitygroups_db [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Project 4150c41da38d41cabec3db15af0e1f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:57:52.129988 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.197383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.248273 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.250395 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:52.274366 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76eecfde-d038-418a-b92e-7182480dbc4d,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:52.279022 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:52.333568 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.334879 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-06637a88-555e-4ee7-b12b-5c3875d8365c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3137293 Aug 24 19:57:52.339392 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37368) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:57:52.345020 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'security_group_rule': {'security_group_id': '48fe597a-2874-4c83-b103-46f2758124d7', 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:52.351799 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:57:52.355655 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Usage tracker for resource:security_group_rule and tenant:4150c41da38d41cabec3db15af0e1f97 is out of sync, need to count used quota {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:57:52.359372 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79949) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:57:52.366390 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79949) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:57:52.427902 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.479252 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.securitygroups_db [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Project 4150c41da38d41cabec3db15af0e1f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:57:52.486907 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.554069 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.645762 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352558'] for security_group_rule, after_create {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.645762 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5f96df62-dc5f-4c97-93a4-cd4052b0927b tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:52.665719 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44734c7d-1b17-4955-9f7d-d8b0507cb1ac,revision_number=0']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:52.668899 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:52.765042 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.766214 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-d8b14cc1-8bc8-4fe5-a76f-9d55334fa9a3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4257715 Aug 24 19:57:52.897714 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-76633df6-74c5-4191-917b-b8d86626adb9 req-34bdd883-a1b5-4e0d-aac2-030100b0b337 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Synchronizing usage tracker for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:57:52.999223 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-76633df6-74c5-4191-917b-b8d86626adb9 req-34bdd883-a1b5-4e0d-aac2-030100b0b337 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Unset dirty status for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:57:53.000440 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76633df6-74c5-4191-917b-b8d86626adb9 req-34bdd883-a1b5-4e0d-aac2-030100b0b337 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687536983&fields=id&tenant_id=4150c41da38d41cabec3db15af0e1f97 HTTP/1.1" status: 200 len: 267 time: 0.1431136 Aug 24 19:57:53.096271 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76633df6-74c5-4191-917b-b8d86626adb9 req-bdfaedd6-6a0a-42b6-983c-d826d1183429 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:53.097851 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76633df6-74c5-4191-917b-b8d86626adb9 req-bdfaedd6-6a0a-42b6-983c-d826d1183429 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0917027 Aug 24 19:57:53.113222 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.v2.base [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'port': {'security_groups': ['58b93b27-3034-461d-a10e-233374038439', '48fe597a-2874-4c83-b103-46f2758124d7']}} {{(pid=79949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:57:53.241526 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.514926 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:57:53.546405 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for port, precommit_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.650972 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14984185'] for port, after_update {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.657496 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:57:53.663545 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0a1e4c07-1c8f-492c-946d-ffeb920a3c66'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:57:53.726531 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:53.727253 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.728697 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-76633df6-74c5-4191-917b-b8d86626adb9 req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "PUT /v2.0/ports/0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 982 time: 0.6245801 Aug 24 19:57:53.729244 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:53.764737 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=6']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:53.771435 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:57:53.821271 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0a1e4c07-1c8f-492c-946d-ffeb920a3c66'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:57:53.857604 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.916548 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'status': 'completed', 'code': 200} Aug 24 19:57:53.966250 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f35403-c4e5-4530-b7fd-ffa468daa3a6 req-4eed7dd6-badd-45d7-a346-37ec3e4a1f42 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:53.968490 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-92f35403-c4e5-4530-b7fd-ffa468daa3a6 req-4eed7dd6-badd-45d7-a346-37ec3e4a1f42 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.1078348 Aug 24 19:57:54.030993 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-78a6a993-7317-456f-8186-477553c13b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:54.033248 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-78a6a993-7317-456f-8186-477553c13b42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1138 time: 0.0969794 Aug 24 19:57:54.042065 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-92f35403-c4e5-4530-b7fd-ffa468daa3a6 req-ed410cfd-07a1-46f8-9d75-60178bbac649 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674551 Aug 24 19:57:54.203356 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-4b4178c3-aa18-4c71-be46-c0313ac065f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:54.204910 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-4b4178c3-aa18-4c71-be46-c0313ac065f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 915 time: 0.1636624 Aug 24 19:57:54.215969 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-eb492ba7-7ade-4520-9397-e84b6ff44ea7 None None] Provisioning complete for port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:54.216564 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-eb492ba7-7ade-4520-9397-e84b6ff44ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.310415 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-fac99635-1889-4acf-8b6c-e2b9ed2ff675 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 1001 time: 0.0990295 Aug 24 19:57:54.378145 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-06d25933-26af-4c02-be19-f2362b68574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:54.379733 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-06d25933-26af-4c02-be19-f2362b68574d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 200 len: 853 time: 0.0629656 Aug 24 19:57:54.459694 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-0c34fb94-ffd8-41a3-8ce6-605a60e90710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:54.461286 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-0c34fb94-ffd8-41a3-8ce6-605a60e90710 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838fb45e-8949-4bd8-b86f-285102fc8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751133 Aug 24 19:57:54.632013 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-c09e7e6b-8414-4edf-b42a-520abed8f9f4 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632204 Aug 24 19:57:54.787943 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-f5449041-d2eb-4f0a-a779-d891438e1d2c req-9fc76f3b-0212-470e-8606-a1edbeb9b2ef service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476331 Aug 24 19:58:04.787344 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:58:10.010057 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:17.150065 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559329b-6e4d-439f-9e16-a20a73ddfc22 req-d0aaa575-ae4b-4dfe-bdc4-acf0a5fee3cd tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:17.151712 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d559329b-6e4d-439f-9e16-a20a73ddfc22 req-d0aaa575-ae4b-4dfe-bdc4-acf0a5fee3cd tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0937796 Aug 24 19:58:17.196287 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-5c3e54d0-381a-4fa5-b3f5-c9f716d38ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:17.197775 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-5c3e54d0-381a-4fa5-b3f5-c9f716d38ce7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1138 time: 0.0786746 Aug 24 19:58:17.209306 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d559329b-6e4d-439f-9e16-a20a73ddfc22 req-9d319c6e-cb81-452a-ad1f-71fde4a9a2f8 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466926 Aug 24 19:58:17.359033 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-5c4c5fa2-8a24-4989-bd5b-6c3b6429d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:17.360643 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-5c4c5fa2-8a24-4989-bd5b-6c3b6429d2bd service neutron] 10.222.0.38 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 915 time: 0.1563745 Aug 24 19:58:17.476601 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-5838c3f0-bb85-40c8-91c9-5f0a613e3770 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 1001 time: 0.1082826 Aug 24 19:58:17.658543 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-c3beb4cd-3c5a-43b3-89ce-22b13a8189fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:17.659979 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-c3beb4cd-3c5a-43b3-89ce-22b13a8189fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 200 len: 853 time: 0.1767886 Aug 24 19:58:17.742419 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-3dc28d54-5f25-4cfa-bb78-582b05dea9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:17.743880 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-3dc28d54-5f25-4cfa-bb78-582b05dea9c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838fb45e-8949-4bd8-b86f-285102fc8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765588 Aug 24 19:58:17.902088 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-f5c58d33-c4c6-420e-8f42-89234f88d7f9 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495075 Aug 24 19:58:18.124955 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fb838e1a-db32-4969-a0e1-366b056cd0e4 req-8925eb95-cb9e-45dd-9bab-b13576ca32d7 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166839 Aug 24 19:58:18.433258 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44feca-f4e5-4c41-b494-095049e41d57 req-6bb5d1a4-cb1f-4701-b76f-584b18fcbcef tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:18.434878 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9c44feca-f4e5-4c41-b494-095049e41d57 req-6bb5d1a4-cb1f-4701-b76f-584b18fcbcef tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0915782 Aug 24 19:58:18.489037 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-9c44feca-f4e5-4c41-b494-095049e41d57 req-ad1ce456-c7ea-44c4-b2e6-faf6a4860732 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472248 Aug 24 19:58:18.638034 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7823d106-aa44-45d4-ae33-1879a33f7bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:19.710154 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056a6d5-f3da-469a-9de1-4b1b1b7ab21e req-95f6df69-7e2a-4621-adf6-f1d82845f651 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:19.712082 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e056a6d5-f3da-469a-9de1-4b1b1b7ab21e req-95f6df69-7e2a-4621-adf6-f1d82845f651 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0942254 Aug 24 19:58:19.723696 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:19.769913 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e056a6d5-f3da-469a-9de1-4b1b1b7ab21e req-d4580108-9720-4fd5-bf4a-7893a3cfa811 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504475 Aug 24 19:58:20.964831 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1b56-4562-46e1-96f1-ab773ed00b39 req-454572af-9c2b-43c0-ba62-73af92e72369 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:20.966364 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bf9c1b56-4562-46e1-96f1-ab773ed00b39 req-454572af-9c2b-43c0-ba62-73af92e72369 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0856791 Aug 24 19:58:21.015570 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-bf9c1b56-4562-46e1-96f1-ab773ed00b39 req-2ab131e0-1cb1-4643-93a8-3d50381a454c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430062 Aug 24 19:58:21.397674 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-b6490a7c-7d19-4e3d-826d-1be4b0f1f1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:22.214788 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbc7be-0d81-4b68-ab6a-e0f5ca7058e4 req-5c44d353-e723-4759-8663-79649f0b679b tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:22.216313 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-02fbc7be-0d81-4b68-ab6a-e0f5ca7058e4 req-5c44d353-e723-4759-8663-79649f0b679b tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0821393 Aug 24 19:58:22.269931 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-02fbc7be-0d81-4b68-ab6a-e0f5ca7058e4 req-e2168e54-62f6-4e81-8387-b7fc6db96311 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477016 Aug 24 19:58:22.434992 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:23.456058 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501144-4c23-4e3b-b877-03dc71a77dbf req-3979d02b-ff44-4867-bac3-25f478bdc35c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:23.457591 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0f501144-4c23-4e3b-b877-03dc71a77dbf req-3979d02b-ff44-4867-bac3-25f478bdc35c tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0808775 Aug 24 19:58:23.506163 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0f501144-4c23-4e3b-b877-03dc71a77dbf req-7169c4ef-a304-4ed9-8912-bb4c0c862301 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421982 Aug 24 19:58:23.755274 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:24.695443 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b65fe-e07e-4d53-b52e-952b5508639c req-120bfb3b-658e-4e4a-9040-04690fb4b2c5 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:24.697119 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-634b65fe-e07e-4d53-b52e-952b5508639c req-120bfb3b-658e-4e4a-9040-04690fb4b2c5 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0846329 Aug 24 19:58:24.747266 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-634b65fe-e07e-4d53-b52e-952b5508639c req-177c3094-da79-4f1e-ad78-38a98c5bd9aa tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437109 Aug 24 19:58:25.131455 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-0dd355bf-bb39-4b89-8588-62a6ef988db0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785110 Aug 24 19:58:25.281687 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-a3a79675-67f2-406d-9481-0c830df7ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.283237 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-a3a79675-67f2-406d-9481-0c830df7ab0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.0810735 Aug 24 19:58:25.442893 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-ce09b533-db05-4b7c-b2a8-115c016692af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.444341 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-ce09b533-db05-4b7c-b2a8-115c016692af service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.1422713 Aug 24 19:58:25.559042 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-1f19fa4e-b7bb-47c5-b032-8098883509e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 1001 time: 0.1079431 Aug 24 19:58:25.641063 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-3eadaed9-95b2-44dd-8a19-66bb1fac9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.642644 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-3eadaed9-95b2-44dd-8a19-66bb1fac9d57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0773609 Aug 24 19:58:25.754105 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-192543d5-c11e-4cbd-ace4-5cac82fb3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.754105 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-192543d5-c11e-4cbd-ace4-5cac82fb3f5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1040895 Aug 24 19:58:25.971040 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-d22c7371-1f59-4b6f-b158-ea47024cbc47 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110298 Aug 24 19:58:26.068983 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943048-392a-4636-952a-ee6b18d80ddb req-9a89c8e2-0076-48f2-bab8-39626d473b90 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:26.070465 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fe943048-392a-4636-952a-ee6b18d80ddb req-9a89c8e2-0076-48f2-bab8-39626d473b90 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.2043040 Aug 24 19:58:26.277719 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fe943048-392a-4636-952a-ee6b18d80ddb req-3b8051cb-ef8f-4a8d-852c-3a07ec794233 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963191 Aug 24 19:58:26.281785 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-714c98d9-d87d-4d4e-87b2-8ee63c06133e req-4fdee620-8928-46ab-9b07-2c6742054ccc service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003860 Aug 24 19:58:27.487475 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11253-956c-44d8-a35f-61cbb0f0b113 req-d92a877f-f1c4-41f4-be67-1d5e82ed5f6a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:27.489017 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e6e11253-956c-44d8-a35f-61cbb0f0b113 req-d92a877f-f1c4-41f4-be67-1d5e82ed5f6a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0897682 Aug 24 19:58:27.549410 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-e6e11253-956c-44d8-a35f-61cbb0f0b113 req-3a18b517-b260-46b4-9b38-a1b8b050e485 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477126 Aug 24 19:58:28.772832 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a4062-840d-4c82-8017-b7fd68ae8318 req-118f3080-edc9-42b9-9240-9c410c7f22aa tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:28.775477 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-948a4062-840d-4c82-8017-b7fd68ae8318 req-118f3080-edc9-42b9-9240-9c410c7f22aa tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.1029465 Aug 24 19:58:28.853556 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-948a4062-840d-4c82-8017-b7fd68ae8318 req-f3ae25f6-1b69-4ea8-94ba-973e2d703197 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696084 Aug 24 19:58:30.044001 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854f4b-d98f-479e-a967-855653f5ee57 req-de08538b-30ef-4393-ba7e-7e848b0fb46f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:30.045632 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ca854f4b-d98f-479e-a967-855653f5ee57 req-de08538b-30ef-4393-ba7e-7e848b0fb46f tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0831690 Aug 24 19:58:30.096965 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-ca854f4b-d98f-479e-a967-855653f5ee57 req-8dd1b2cb-3e3d-46e0-87eb-a3c1f458d288 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448925 Aug 24 19:58:30.704667 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37418) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:30.919988 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Deleting port 81d66a76-ea50-40f3-a62c-c76a3c1079a3 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:30.920335 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:31.097273 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:31.097602 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:31.232220 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Calling delete_port for 81d66a76-ea50-40f3-a62c-c76a3c1079a3 owned by network:floatingip {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:31.394259 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18537d07-99f9-449d-9f70-1c0735684126 req-5b75c40c-0f4f-4352-a613-207b376ced7a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:31.406562 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-18537d07-99f9-449d-9f70-1c0735684126 req-5b75c40c-0f4f-4352-a613-207b376ced7a tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.1712728 Aug 24 19:58:31.494454 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-18537d07-99f9-449d-9f70-1c0735684126 req-a7f65743-29b4-4192-b312-9fd2a905b2ca tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896828 Aug 24 19:58:31.594894 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:31.599287 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-82de5320-b52f-4669-883a-42416b789fb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:31.653631 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event deleted for resources: {'Port': ['ID=81d66a76-ea50-40f3-a62c-c76a3c1079a3,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:31.656862 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:31.755820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for floatingip, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:31.756589 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.db.l3_db [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Floating IP 446260a9-5437-43b9-8341-7a166ebb7af0 disassociated (deleted). External IP: 172.28.3.138, port: 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c. Aug 24 19:58:32.238327 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Router a981dbc7-201f-4a74-8b33-ed9918adf720 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:58:32.419779 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:58:32.429695 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] Sync routers for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:58:32.439829 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:58:32.447192 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:32.508280 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:32.583361 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "DELETE /v2.0/floatingips/446260a9-5437-43b9-8341-7a166ebb7af0 HTTP/1.1" status: 204 len: 168 time: 1.8745632 Aug 24 19:58:32.583361 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:32.640244 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:58:32.735785 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfea6b-d211-40f4-9797-b8f6a7a23fea req-3054a394-3830-4941-a1a1-b3b9f0ee3241 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:32.738418 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a9bfea6b-d211-40f4-9797-b8f6a7a23fea req-3054a394-3830-4941-a1a1-b3b9f0ee3241 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.1209469 Aug 24 19:58:32.802274 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-a9bfea6b-d211-40f4-9797-b8f6a7a23fea req-54709b62-3803-4733-a906-1facb010cbd2 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562520 Aug 24 19:58:32.862552 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'status': 'completed', 'code': 200} Aug 24 19:58:32.977361 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b97889-77dc-454d-8070-6f69481f5059 req-b43f0771-14c0-4a23-a3ac-d5644bdc6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:32.979246 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-99b97889-77dc-454d-8070-6f69481f5059 req-b43f0771-14c0-4a23-a3ac-d5644bdc6eb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3822b647979d4b18a7e4fde8670629ed&device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 1098 time: 0.0925124 Aug 24 19:58:33.030538 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:56Z', 'revision_number': 5, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:33.035016 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] Checking router: a981dbc7-201f-4a74-8b33-ed9918adf720 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:58:33.046620 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:58:33.047832 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:33.137618 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b97889-77dc-454d-8070-6f69481f5059 req-c8ef17c8-4820-4e38-ba1c-4e8cb2a7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:33.139343 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-99b97889-77dc-454d-8070-6f69481f5059 req-c8ef17c8-4820-4e38-ba1c-4e8cb2a7da85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 200 len: 910 time: 0.1533856 Aug 24 19:58:33.213316 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-99b97889-77dc-454d-8070-6f69481f5059 req-d87c2a40-afbe-4a3b-bae9-fac0469b9a8b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 200 len: 217 time: 0.0676847 Aug 24 19:58:33.258219 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:58:33.293739 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b97889-77dc-454d-8070-6f69481f5059 req-78a26600-a7f0-4dc2-b341-044b707d5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:33.293739 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-99b97889-77dc-454d-8070-6f69481f5059 req-78a26600-a7f0-4dc2-b341-044b707d5a7d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 200 len: 848 time: 0.0673082 Aug 24 19:58:33.368244 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b97889-77dc-454d-8070-6f69481f5059 req-aad350cd-5e70-4105-825e-4b83792da2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:33.370542 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-99b97889-77dc-454d-8070-6f69481f5059 req-aad350cd-5e70-4105-825e-4b83792da2a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de1728e9-79d2-456a-ae47-217e37527a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766208 Aug 24 19:58:33.402503 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1577-b3a0-4f2a-9d7f-77ed8b9cae30 req-48fdbda3-b906-47af-9489-23a791651744 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:33.404170 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c92f1577-b3a0-4f2a-9d7f-77ed8b9cae30 req-48fdbda3-b906-47af-9489-23a791651744 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0881207 Aug 24 19:58:33.452499 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-c92f1577-b3a0-4f2a-9d7f-77ed8b9cae30 req-0106eadd-bcae-4e1b-b875-be724e8ac6a6 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Aug 24 19:58:33.534966 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-99b97889-77dc-454d-8070-6f69481f5059 req-a74ff0a6-3b04-43c1-af4f-eb647d093c96 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575825 Aug 24 19:58:33.659377 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:56Z', 'revision_number': 5, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:33.664601 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2360f8-9746-413f-882f-7f59a0cdf12e None None] The sync data for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb is: [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:53:51Z', 'revision_number': 4, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '8b8d0fa0-edde-4886-b74b-db2245faafc7', 'name': '', 'network_id': 'de1728e9-79d2-456a-ae47-217e37527a16', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'mac_address': 'fa:16:3e:46:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:50Z', 'updated_at': '2021-08-24T19:53:56Z', 'revision_number': 5, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'subnets': [{'id': '5ed1862e-678d-4b6b-bc9a-418e26cba5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:58:33.685586 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-99b97889-77dc-454d-8070-6f69481f5059 req-8496b1d2-e0c3-4075-a33d-6bd887110b90 service neutron] 10.222.0.38 "GET /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426108 Aug 24 19:58:33.911274 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabcada-ffdf-41aa-80ea-cbd28e613d3e None None] New status for floating IP 446260a9-5437-43b9-8341-7a166ebb7af0: DOWN {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:58:34.014134 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79e03b-cee6-4dbd-8b6d-30fa55538619 req-2d2737ef-682f-4522-95d1-50547b7f5ce8 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:34.015694 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5d79e03b-cee6-4dbd-8b6d-30fa55538619 req-2d2737ef-682f-4522-95d1-50547b7f5ce8 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0944154 Aug 24 19:58:34.067678 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-5d79e03b-cee6-4dbd-8b6d-30fa55538619 req-9e8dc6b2-8135-44d6-8192-eb61d1f96b62 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460944 Aug 24 19:58:34.642510 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8c4d-fe91-44bd-bfcc-f265c293d5b1 req-c2178e6f-e394-4d65-bc95-f5a8f3fb848a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:34.643982 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-95ca8c4d-fe91-44bd-bfcc-f265c293d5b1 req-c2178e6f-e394-4d65-bc95-f5a8f3fb848a tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.0857029 Aug 24 19:58:34.699751 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-95ca8c4d-fe91-44bd-bfcc-f265c293d5b1 req-be965dfb-e196-4974-b82d-03b9032c6863 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/security-groups?id=c31efd85-1ac6-458c-8be4-41aaa55d4467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495245 Aug 24 19:58:34.810946 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-b853f768-34d6-42a4-ba2b-69439c4a7804 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:34.811990 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-b853f768-34d6-42a4-ba2b-69439c4a7804 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Synchronizing usage tracker for tenant:3822b647979d4b18a7e4fde8670629ed on resource:port {{(pid=79950) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:58:34.882903 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.quota.resource [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-b853f768-34d6-42a4-ba2b-69439c4a7804 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Unset dirty status for tenant:3822b647979d4b18a7e4fde8670629ed on resource:port {{(pid=79950) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:58:34.884202 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-b853f768-34d6-42a4-ba2b-69439c4a7804 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 945 time: 0.1659474 Aug 24 19:58:34.957228 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Deleting port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:34.957584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:35.278721 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] For port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:35.279570 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:35.531867 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Calling delete_port for 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:35.591443 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2de8a-dfb0-4414-959a-e3a6e10f8e35 req-b60efe84-11de-48e4-96c3-dfb2277928c5 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:35.592985 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a2b2de8a-dfb0-4414-959a-e3a6e10f8e35 req-b60efe84-11de-48e4-96c3-dfb2277928c5 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.4071474 Aug 24 19:58:35.661648 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a2b2de8a-dfb0-4414-959a-e3a6e10f8e35 req-ccd61477-6836-47c4-886b-0502330edb8b tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=48fe597a-2874-4c83-b103-46f2758124d7&id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623538 Aug 24 19:58:35.797897 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:35.804442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:35.856148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event deleted for resources: {'Port': ['ID=6b32317d-dcb4-4ec1-9b42-c793fbc1f82c,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:35.868708 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-3fa4e93c-f396-4048-b91b-48f813ccaa15 req-c831e80a-6646-4e6e-b432-08ae28724c9d tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 210 time: 0.0477645 Aug 24 19:58:35.883215 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:35.933427 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] No DVR routers for this DVR port 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:58:35.935853 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:35.938486 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-deleted', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:35.995815 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab16206-8a79-4d11-978d-8065ee71021a', 'name': 'network-vif-deleted', 'tag': '6b32317d-dcb4-4ec1-9b42-c793fbc1f82c', 'status': 'completed', 'code': 200} Aug 24 19:58:36.029394 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-0ed04e9d-366f-44e2-9086-e52c4dd01f98 req-dc4a98dd-cfdf-40a5-9644-84c73fa43abb tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.38 "DELETE /v2.0/ports/6b32317d-dcb4-4ec1-9b42-c793fbc1f82c HTTP/1.1" status: 204 len: 173 time: 1.1393516 Aug 24 19:58:37.059798 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-7e9393e7-893e-4d5d-949f-ae78fdacf095 req-cc350533-f66c-49d7-9481-aa4173f105f4 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ab16206-8a79-4d11-978d-8065ee71021a HTTP/1.1" status: 200 len: 210 time: 0.0498626 Aug 24 19:58:38.178253 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37448) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:38.251528 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd93-d156-4c2d-bbfd-faddfc6126a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.280906 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd93-d156-4c2d-bbfd-faddfc6126a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.420204 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd93-d156-4c2d-bbfd-faddfc6126a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.424526 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-87439e10-4b76-474a-ab33-60bc78a008ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:38.442039 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8dd93-d156-4c2d-bbfd-faddfc6126a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31efd85-1ac6-458c-8be4-41aaa55d4467,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:38.444977 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-95b8dd93-d156-4c2d-bbfd-faddfc6126a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:38.523420 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd93-d156-4c2d-bbfd-faddfc6126a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.525143 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-95b8dd93-d156-4c2d-bbfd-faddfc6126a7 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] 10.222.0.55 "DELETE /v2.0/security-groups/c31efd85-1ac6-458c-8be4-41aaa55d4467 HTTP/1.1" status: 204 len: 168 time: 0.3457434 Aug 24 19:58:39.640584 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37458) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:39.886765 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:58:39.930364 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:58:39.930716 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 6b32317d-dcb4-4ec1-9b42-c793fbc1f82c not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:58:39.997341 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:40.204125 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397785'] for router_interface, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:40.562256 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Deleting port 8b8d0fa0-edde-4886-b74b-db2245faafc7 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:40.562484 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:40.862240 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] For port 8b8d0fa0-edde-4886-b74b-db2245faafc7, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=8b8d0fa0-edde-4886-b74b-db2245faafc7,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:40.862979 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:40.994138 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Calling delete_port for 8b8d0fa0-edde-4886-b74b-db2245faafc7 owned by network:router_interface {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:41.337126 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:41.341690 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-1837cb03-ec44-4bbd-b478-bfe62f345172 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:41.388223 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8d0fa0-edde-4886-b74b-db2245faafc7,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:41.391314 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:41.675582 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397733'] for router_interface, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:41.785776 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:58:42.059878 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Router a981dbc7-201f-4a74-8b33-ed9918adf720 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:58:42.355244 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:58:42.363954 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] Sync routers for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:58:42.368579 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-a5c114fc-554f-4864-967d-4c1f058d31f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/a981dbc7-201f-4a74-8b33-ed9918adf720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266784 Aug 24 19:58:42.371183 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37462) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:42.373747 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:58:42.374392 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:42.555695 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks [] for router, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:42.559231 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:58:42.745577 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:42.837487 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Deleting port b9c60c81-a14a-4d8b-a371-542332d003f5 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:42.838520 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:42.870841 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:58:41Z', 'revision_number': 5, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port': {'id': 'b9c60c81-a14a-4d8b-a371-542332d003f5', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:47Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:42.877236 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] Checking router: a981dbc7-201f-4a74-8b33-ed9918adf720 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:58:42.887808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] Routers {'a981dbc7-201f-4a74-8b33-ed9918adf720'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:58:42.888450 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['a981dbc7-201f-4a74-8b33-ed9918adf720'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:43.056831 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] For port b9c60c81-a14a-4d8b-a371-542332d003f5, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=b9c60c81-a14a-4d8b-a371-542332d003f5,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:43.057252 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:43.104143 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] Set router a981dbc7-201f-4a74-8b33-ed9918adf720 gateway port host: None {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:58:43.189798 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Calling delete_port for b9c60c81-a14a-4d8b-a371-542332d003f5 owned by network:router_gateway {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:43.213934 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:58:42Z', 'revision_number': 6, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port_host': None}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:43.218864 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f8206-fec3-4625-bc47-3f6e016c106c None None] The sync data for ids ['a981dbc7-201f-4a74-8b33-ed9918adf720'] in dv-cinder-805877-1-smb is: [{'id': 'a981dbc7-201f-4a74-8b33-ed9918adf720', 'name': 'tempest-TestShelveInstance-1904331130-router', 'tenant_id': '3822b647979d4b18a7e4fde8670629ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:46Z', 'updated_at': '2021-08-24T19:58:42Z', 'revision_number': 6, 'project_id': '3822b647979d4b18a7e4fde8670629ed', 'gw_port_host': None}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:58:43.437214 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:43.441446 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:43.491471 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c60c81-a14a-4d8b-a371-542332d003f5,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:43.494796 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:43.589073 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580876'] for router_gateway, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:43.780984 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1095'] for router, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:43.783506 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:43.879820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421718'] for router, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:43.880509 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a981dbc7-201f-4a74-8b33-ed9918adf720 {{(pid=79950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 24 19:58:43.894587 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:43.895714 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-a6b5dfa0-2730-42d2-af43-0201859da46c admin admin] 10.222.0.55 "DELETE /v2.0/routers/a981dbc7-201f-4a74-8b33-ed9918adf720 HTTP/1.1" status: 204 len: 168 time: 1.5236721 Aug 24 19:58:43.898580 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37466) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:44.092885 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_v2 [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Deleting subnet 5ed1862e-678d-4b6b-bc9a-418e26cba5c4 {{(pid=79950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:58:44.096878 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:44.163116 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957326'] for subnet, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:44.258839 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:44.287338 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 8b8d0fa0-edde-4886-b74b-db2245faafc7 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:58:44.327121 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 8b8d0fa0-edde-4886-b74b-db2245faafc7 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:58:44.327474 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 8b8d0fa0-edde-4886-b74b-db2245faafc7 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:58:44.327920 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device b9c60c81-a14a-4d8b-a371-542332d003f5 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:58:44.374087 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: b9c60c81-a14a-4d8b-a371-542332d003f5 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:58:44.374087 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device b9c60c81-a14a-4d8b-a371-542332d003f5 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:58:44.457291 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14957269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14542141'] for subnet, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:44.462025 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:44.497345 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed1862e-678d-4b6b-bc9a-418e26cba5c4,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:44.501728 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:44.503286 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:44.509548 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3c4db-968f-4273-ab46-124fada6a0a4 None None] Network de1728e9-79d2-456a-ae47-217e37527a16 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:58:44.511587 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-77883675-1363-4b69-9343-2f4d7db6cfad admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5ed1862e-678d-4b6b-bc9a-418e26cba5c4 HTTP/1.1" status: 204 len: 168 time: 0.6119080 Aug 24 19:58:44.515057 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37470) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:44.796056 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] DHCP port deletion for de1728e9-79d2-456a-ae47-217e37527a16 request from dv-cinder-805877-1-smb {{(pid=79951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 24 19:58:44.801601 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Deleting port c89ff809-346b-4190-a170-364a9415a238 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:44.802218 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:44.818482 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:44.829979 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Deleting port c89ff809-346b-4190-a170-364a9415a238 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:44.830358 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.058697 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] For port c89ff809-346b-4190-a170-364a9415a238, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c89ff809-346b-4190-a170-364a9415a238,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:45.059197 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.070991 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] For port c89ff809-346b-4190-a170-364a9415a238, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c89ff809-346b-4190-a170-364a9415a238,segment=NetworkSegment(daf06684-a7a1-4447-91b8-b31b242e1909),segment_id=daf06684-a7a1-4447-91b8-b31b242e1909)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:45.071352 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.197868 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Calling delete_port for c89ff809-346b-4190-a170-364a9415a238 owned by network:dhcp {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:45.214561 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Calling delete_port for c89ff809-346b-4190-a170-364a9415a238 owned by network:dhcp {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:45.369625 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.377201 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:45.379559 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.api [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:58:45.380069 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_db.api [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:58:45.422561 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89ff809-346b-4190-a170-364a9415a238,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:45.424372 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] No DVR routers for this DVR port c89ff809-346b-4190-a170-364a9415a238 on host dv-cinder-805877-1-smb {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:58:45.425824 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:45.547898 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.561999 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1728e9-79d2-456a-ae47-217e37527a16']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:45.575796 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf06684-a7a1-4447-91b8-b31b242e1909') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:45.576071 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf06684-a7a1-4447-91b8-b31b242e1909') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:45.588902 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.605827 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.612510 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:58:45.612913 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:58:45.626719 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:58:45.774599 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.779602 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-8e8039db-c4ab-4bb7-a353-1ffae3b41792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:45.792952 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.805061 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1728e9-79d2-456a-ae47-217e37527a16,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:45.809395 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:45.880968 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Deleting port c89ff809-346b-4190-a170-364a9415a238 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:45.881280 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:45.921361 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/de1728e9-79d2-456a-ae47-217e37527a16 HTTP/1.1" status: 204 len: 168 time: 1.4019380 Aug 24 19:58:45.921785 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37476) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:45.960015 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3aba1be7-8487-4a86-a516-b6a83a140fb5 None None] The port 'c89ff809-346b-4190-a170-364a9415a238' was deleted {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 24 19:58:46.275667 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c89ff809-346b-4190-a170-364a9415a238 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:58:46.319281 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: c89ff809-346b-4190-a170-364a9415a238 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:58:46.319702 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c89ff809-346b-4190-a170-364a9415a238 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:58:46.639830 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397785'] for router_interface, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:47.024288 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Deleting port c6c635ac-4701-42e9-b61d-302fcb88a83a {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:47.024540 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:47.205350 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] For port c6c635ac-4701-42e9-b61d-302fcb88a83a, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=c6c635ac-4701-42e9-b61d-302fcb88a83a,segment=NetworkSegment(2c5837d2-522f-44eb-bcfc-bf6376ae6701),segment_id=2c5837d2-522f-44eb-bcfc-bf6376ae6701)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:47.205705 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:47.329112 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Calling delete_port for c6c635ac-4701-42e9-b61d-302fcb88a83a owned by network:router_interface {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:47.568658 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:47.572900 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b230a2ed-6ee5-40a4-88c9-1a08635a68f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:47.619632 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c635ac-4701-42e9-b61d-302fcb88a83a,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:47.622603 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:48.105933 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397733'] for router_interface, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:48.488180 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:58:48.645042 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f3065e8e-f89c-414d-9944-fbefe91c7511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:48.674994 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:58:48.684476 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] Sync routers for ids ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:58:48.688574 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b7b38383-6614-483d-9ae3-590247dce4bc admin admin] 10.222.0.55 "PUT /v2.0/routers/e1deafbd-cb9f-43a9-a528-52cfc54feeb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636466 Aug 24 19:58:48.689967 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37480) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:48.694078 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] Routers {'e1deafbd-cb9f-43a9-a528-52cfc54feeb9'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:58:48.697131 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:48.876411 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks [] for router, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:48.928523 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] Set router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:58:49.092499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:49.185661 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Deleting port ce2a103d-912b-4ab7-afba-fa1041f92d78 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:49.186575 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:49.277809 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:58:47Z', 'revision_number': 5, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port': {'id': 'ce2a103d-912b-4ab7-afba-fa1041f92d78', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:56Z', 'updated_at': '2021-08-24T19:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:49.281693 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] Checking router: e1deafbd-cb9f-43a9-a528-52cfc54feeb9 for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:58:49.290235 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] Routers {'e1deafbd-cb9f-43a9-a528-52cfc54feeb9'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:58:49.291518 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:49.436637 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] For port ce2a103d-912b-4ab7-afba-fa1041f92d78, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ce2a103d-912b-4ab7-afba-fa1041f92d78,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:49.437091 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:49.455389 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] Set router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 gateway port host: None {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:58:49.565002 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:58:49Z', 'revision_number': 6, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port_host': None}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:49.565733 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Calling delete_port for ce2a103d-912b-4ab7-afba-fa1041f92d78 owned by network:router_gateway {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:49.569517 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f1fad-c45c-4883-9654-80b10ae43876 None None] The sync data for ids ['e1deafbd-cb9f-43a9-a528-52cfc54feeb9'] in dv-cinder-805877-1-smb is: [{'id': 'e1deafbd-cb9f-43a9-a528-52cfc54feeb9', 'name': 'tempest-TestShelveInstance-864216395-router', 'tenant_id': '322a588d8eb74272a9f80deab61a7e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:55Z', 'updated_at': '2021-08-24T19:58:49Z', 'revision_number': 6, 'project_id': '322a588d8eb74272a9f80deab61a7e2a', 'gw_port_host': None}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:58:49.733872 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:49.933992 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:49.940119 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-2feb4889-1490-422a-b1cc-a0f171a4412d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:49.985487 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2a103d-912b-4ab7-afba-fa1041f92d78,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:50.023646 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.024015 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.024378 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.024767 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.025124 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.025476 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.025820 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.026167 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.026536 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.026881 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.027223 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.027564 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.034759 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:50.089120 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580876'] for router_gateway, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.264127 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1095'] for router, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.266401 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.354280 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421718'] for router, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.354799 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1deafbd-cb9f-43a9-a528-52cfc54feeb9 {{(pid=79950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 24 19:58:50.369127 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.376654 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37484) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:50.387016 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c6c635ac-4701-42e9-b61d-302fcb88a83a no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:58:50.390369 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] 10.222.0.55 "DELETE /v2.0/routers/e1deafbd-cb9f-43a9-a528-52cfc54feeb9 HTTP/1.1" status: 204 len: 168 time: 1.6992652 Aug 24 19:58:50.422318 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: c6c635ac-4701-42e9-b61d-302fcb88a83a {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:58:50.422678 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device c6c635ac-4701-42e9-b61d-302fcb88a83a not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:58:50.423121 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ce2a103d-912b-4ab7-afba-fa1041f92d78 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:58:50.435838 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Deleting subnet c2ba2174-b590-4aff-988f-0201aa0d6080 {{(pid=79949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:58:50.439255 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.461756 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: ce2a103d-912b-4ab7-afba-fa1041f92d78 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:58:50.462120 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ce2a103d-912b-4ab7-afba-fa1041f92d78 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:58:50.497035 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15623492'] for subnet, precommit_delete_associations {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.685786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.822806 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14984115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15301071'] for subnet, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.827390 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:50.866308 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ba2174-b590-4aff-988f-0201aa0d6080,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:50.872227 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for subnet, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:50.877347 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83b6b6-78ee-4d74-ae3f-49f169b819a8 None None] Network 7478b08a-99c9-4c7b-8781-80f27b60f31e requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:58:50.880017 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.880410 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.880790 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.881168 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.881786 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.881985 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.882326 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.882657 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.883016 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.883374 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.883758 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.884090 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-smb {{(pid=79949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:50.888058 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:50.890962 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-30fb1d57-fced-44a7-8e82-e10ed0e6db8c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c2ba2174-b590-4aff-988f-0201aa0d6080 HTTP/1.1" status: 204 len: 168 time: 0.5157609 Aug 24 19:58:50.893138 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37488) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:51.018280 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.029801 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Deleting port 32ab83dc-68cf-40ea-bcfe-5933ba682590 {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:51.030597 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.146549 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] DHCP port deletion for 7478b08a-99c9-4c7b-8781-80f27b60f31e request from dv-cinder-805877-1-smb {{(pid=79951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 24 19:58:51.151215 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Deleting port 32ab83dc-68cf-40ea-bcfe-5933ba682590 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:51.151759 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.311080 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] For port 32ab83dc-68cf-40ea-bcfe-5933ba682590, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=32ab83dc-68cf-40ea-bcfe-5933ba682590,segment=NetworkSegment(2c5837d2-522f-44eb-bcfc-bf6376ae6701),segment_id=2c5837d2-522f-44eb-bcfc-bf6376ae6701)] {{(pid=79949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:51.311370 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.437487 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] For port 32ab83dc-68cf-40ea-bcfe-5933ba682590, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=32ab83dc-68cf-40ea-bcfe-5933ba682590,segment=NetworkSegment(2c5837d2-522f-44eb-bcfc-bf6376ae6701),segment_id=2c5837d2-522f-44eb-bcfc-bf6376ae6701)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:58:51.438011 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.543979 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Calling delete_port for 32ab83dc-68cf-40ea-bcfe-5933ba682590 owned by network:dhcp {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:51.545973 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-bf67c9e7-40d6-41a0-b604-fc630d362a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.629237 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Calling delete_port for 32ab83dc-68cf-40ea-bcfe-5933ba682590 owned by network:dhcp {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:58:51.734826 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.740423 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.api [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:58:51.740638 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b0c55852-5a1a-4812-9079-6a9f7e0e0ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:51.740808 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_db.api [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:58:51.785589 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Pushing event deleted for resources: {'Port': ['ID=32ab83dc-68cf-40ea-bcfe-5933ba682590,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:51.787439 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] No DVR routers for this DVR port 32ab83dc-68cf-40ea-bcfe-5933ba682590 on host dv-cinder-805877-1-smb {{(pid=79949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:58:51.788915 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:51.904192 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.921202 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7478b08a-99c9-4c7b-8781-80f27b60f31e']}} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:51.935933 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5837d2-522f-44eb-bcfc-bf6376ae6701') {'for_net_delete': True} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:51.936231 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.services.segments.db [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5837d2-522f-44eb-bcfc-bf6376ae6701') {} {{(pid=79949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:51.949457 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15623515'] for segment, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.968194 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.974384 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=79949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:58:51.974767 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14984149'] for segment, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: Traceback (most recent call last): Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: timer() Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: cb(*args, **kw) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: return func(*args, **kwargs) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: self._notify() Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: self.callback(batched_events) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: event.method(event) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: return f(self, *a, **k) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: return self._get(url).json() Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: return self.request(url, 'GET', **kwargs) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:58:51.988170 dv-cinder-805877-1-smb neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:58:52.241860 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Deleting port 32ab83dc-68cf-40ea-bcfe-5933ba682590 {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:58:52.242633 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:52.274911 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 32ab83dc-68cf-40ea-bcfe-5933ba682590 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:58:52.322145 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 32ab83dc-68cf-40ea-bcfe-5933ba682590 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:58:52.322563 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 32ab83dc-68cf-40ea-bcfe-5933ba682590 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:58:52.340063 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:52.344040 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:52.365075 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:52.367372 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-3d1880cd-8d5c-4fba-be02-42d081215bc7 None None] The port '32ab83dc-68cf-40ea-bcfe-5933ba682590' was deleted {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 24 19:58:52.372724 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Pushing event deleted for resources: {'Network': ['ID=7478b08a-99c9-4c7b-8781-80f27b60f31e,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:52.381629 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:52.388536 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-9b8d265b-7e18-4da4-becd-b08eb5a4f11b admin admin] 10.222.0.55 "DELETE /v2.0/networks/7478b08a-99c9-4c7b-8781-80f27b60f31e HTTP/1.1" status: 204 len: 168 time: 1.4941733 Aug 24 19:58:52.604842 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:52.983514 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37494) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:53.048215 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-6cbf5be7-fb36-4cbd-aefe-72c3c21ee833 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3822b647979d4b18a7e4fde8670629ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651364 Aug 24 19:58:53.057566 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37498) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:53.124499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-427370ed-38b0-4de0-b3b2-34d4263a568f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:53.153310 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-427370ed-38b0-4de0-b3b2-34d4263a568f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:53.323001 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-427370ed-38b0-4de0-b3b2-34d4263a568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:53.326836 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-44eb9b80-5d0e-45ba-ad27-44c660c47027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:53.342442 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427370ed-38b0-4de0-b3b2-34d4263a568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3831dd93-600a-4bfa-999f-61b65d2b9fb3,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:53.346148 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-427370ed-38b0-4de0-b3b2-34d4263a568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:53.349788 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-427370ed-38b0-4de0-b3b2-34d4263a568f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:53.351020 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-427370ed-38b0-4de0-b3b2-34d4263a568f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3831dd93-600a-4bfa-999f-61b65d2b9fb3 HTTP/1.1" status: 204 len: 168 time: 0.2951314 Aug 24 19:58:53.759111 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:54.069855 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37506) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:54.121126 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-cee72127-ef44-469d-84e1-ebf6c10e4abb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=322a588d8eb74272a9f80deab61a7e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500212 Aug 24 19:58:54.123564 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37510) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:58:54.188293 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f88657a6-fc47-4acb-a9cb-35e51db08382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:54.217461 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f88657a6-fc47-4acb-a9cb-35e51db08382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:54.353502 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f88657a6-fc47-4acb-a9cb-35e51db08382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:54.357558 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-78e12ab7-927c-450b-96cd-5bdb3783bc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:58:54.371981 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88657a6-fc47-4acb-a9cb-35e51db08382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd15d590-4edc-4b91-ad04-1ff99cf9d0e5,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:54.375375 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-f88657a6-fc47-4acb-a9cb-35e51db08382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:58:54.378171 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-f88657a6-fc47-4acb-a9cb-35e51db08382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:54.381767 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-f88657a6-fc47-4acb-a9cb-35e51db08382 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd15d590-4edc-4b91-ad04-1ff99cf9d0e5 HTTP/1.1" status: 204 len: 168 time: 0.2571468 Aug 24 19:59:08.821675 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-95341dca-54a2-4d66-b289-a774ee665b12 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687536983&fields=id&tenant_id=4150c41da38d41cabec3db15af0e1f97 HTTP/1.1" status: 200 len: 267 time: 0.0476532 Aug 24 19:59:08.912698 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-7622d4b1-8b26-4c26-8c2b-b32a177b21eb tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:08.914182 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-7622d4b1-8b26-4c26-8c2b-b32a177b21eb tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 985 time: 0.0871389 Aug 24 19:59:08.925929 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.v2.base [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Request body: {'port': {'security_groups': ['58b93b27-3034-461d-a10e-233374038439']}} {{(pid=79950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 24 19:59:09.047440 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1367572'] for port, before_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.300093 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:09.325182 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for port, precommit_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.396164 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751776560963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751776014394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751776014439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14957215'] for port, after_update {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.402568 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-45d0ede6-0fef-4ef1-bc65-607e866a75d7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:09.408599 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0a1e4c07-1c8f-492c-946d-ffeb920a3c66'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:59:09.471919 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:09.472604 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.474049 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-113a4395-bb9a-431e-bbdb-ad249abb8e19 req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "PUT /v2.0/ports/0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 943 time: 0.5529447 Aug 24 19:59:09.474607 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:59:09.480670 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37526) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:09.504382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event updated for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=7']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:09.517108 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b1b9cbed-ffd4-457e-9215-7d667950fa66 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:09.535821 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0a1e4c07-1c8f-492c-946d-ffeb920a3c66'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:59:09.548183 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'status': 'completed', 'code': 200} Aug 24 19:59:09.591864 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e9e51a1-3d43-4bad-abb3-3a66b18f1eb3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.627085 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e9e51a1-3d43-4bad-abb3-3a66b18f1eb3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.673480 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c830b-d022-4144-a2b7-836171c6080d req-f035d4b4-60a3-4b76-8b4c-6855a3e097e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:09.675059 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb3c830b-d022-4144-a2b7-836171c6080d req-f035d4b4-60a3-4b76-8b4c-6855a3e097e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1099 time: 0.0990005 Aug 24 19:59:09.779505 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.provisioning_blocks [None req-4514b72b-598e-4998-bc4f-0afea142a8af None None] Provisioning complete for port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 triggered by entity DHCP. {{(pid=79951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:09.779917 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-4514b72b-598e-4998-bc4f-0afea142a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444288'] for port, provisioning_complete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.781691 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e9e51a1-3d43-4bad-abb3-3a66b18f1eb3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.787213 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6ef0eefe-59b6-4e0c-8883-9375d2c4ca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:09.803509 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e51a1-3d43-4bad-abb3-3a66b18f1eb3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fe597a-2874-4c83-b103-46f2758124d7,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:09.806712 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0e9e51a1-3d43-4bad-abb3-3a66b18f1eb3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:09.818141 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c830b-d022-4144-a2b7-836171c6080d req-4c219d26-1960-4a43-a1c8-806e51fb891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:09.819726 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb3c830b-d022-4144-a2b7-836171c6080d req-4c219d26-1960-4a43-a1c8-806e51fb891a service neutron] 10.222.0.38 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 915 time: 0.1377881 Aug 24 19:59:09.907307 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e9e51a1-3d43-4bad-abb3-3a66b18f1eb3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for security_group, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:09.908730 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-0e9e51a1-3d43-4bad-abb3-3a66b18f1eb3 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "DELETE /v2.0/security-groups/48fe597a-2874-4c83-b103-46f2758124d7 HTTP/1.1" status: 204 len: 168 time: 0.4263203 Aug 24 19:59:09.911383 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.wsgi [-] (79949) accepted ('10.222.0.55', 37532) {{(pid=79949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:10.040907 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb3c830b-d022-4144-a2b7-836171c6080d req-a30b204f-3276-416c-96aa-8d555f83834a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 1001 time: 0.2140045 Aug 24 19:59:10.077641 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:10.108264 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c830b-d022-4144-a2b7-836171c6080d req-7fe5102e-bf33-4f2d-abd9-7ffdc11a2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:10.110911 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb3c830b-d022-4144-a2b7-836171c6080d req-7fe5102e-bf33-4f2d-abd9-7ffdc11a2729 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 200 len: 853 time: 0.0624764 Aug 24 19:59:10.140703 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Deleting port 0915d5df-cdf7-4407-ab82-9d79afcf023d {{(pid=79949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:10.141056 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:10.194002 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c830b-d022-4144-a2b7-836171c6080d req-45996b82-1066-4141-8292-db2903b05c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:10.198920 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb3c830b-d022-4144-a2b7-836171c6080d req-45996b82-1066-4141-8292-db2903b05c8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838fb45e-8949-4bd8-b86f-285102fc8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790668 Aug 24 19:59:10.316261 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:10.316652 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:10.337004 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb3c830b-d022-4144-a2b7-836171c6080d req-9baeacaa-cb4d-4856-b972-7721c93362ad service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343024 Aug 24 19:59:10.474876 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-eb3c830b-d022-4144-a2b7-836171c6080d req-a0bfa96a-2046-4c50-ab3e-21c4f1e65259 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324263 Aug 24 19:59:10.542149 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Calling delete_port for 0915d5df-cdf7-4407-ab82-9d79afcf023d owned by network:floatingip {{(pid=79949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:10.776010 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14984160'] for port, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:10.780122 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d8909cad-2279-43c5-804c-07f53b2ac603 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:10.824551 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event deleted for resources: {'Port': ['ID=0915d5df-cdf7-4407-ab82-9d79afcf023d,revision_number=None']} {{(pid=79949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:10.827551 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:10.920532 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks [] for floatingip, after_delete {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:10.920844 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.db.l3_db [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Floating IP d359bb1c-42f7-4d3e-b0e9-311701f767bf disassociated (deleted). External IP: 172.28.3.57, port: 0a1e4c07-1c8f-492c-946d-ffeb920a3c66. Aug 24 19:59:11.279190 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Router 7b69cd78-927c-4c97-ad99-e982784c79e4 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:59:11.459161 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:59:11.469641 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] Sync routers for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:59:11.480515 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:59:11.489203 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:11.550127 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for floatingip, before_response {{(pid=79949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:11.606827 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [None req-836ccdb8-86d0-4ba6-82bc-5844ff67f729 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "DELETE /v2.0/floatingips/d359bb1c-42f7-4d3e-b0e9-311701f767bf HTTP/1.1" status: 204 len: 168 time: 1.6943531 Aug 24 19:59:11.607609 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66'}] {{(pid=79949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:59:11.656048 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'status': 'completed', 'code': 200} Aug 24 19:59:11.668408 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:59:11.749759 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-ba43b005-39de-4320-a348-162ab4a1158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:11.751176 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-ba43b005-39de-4320-a348-162ab4a1158c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4150c41da38d41cabec3db15af0e1f97&device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 1099 time: 0.0730767 Aug 24 19:59:11.894927 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-7ed2f9bc-9967-41c1-96b6-bb244deee0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:11.896364 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-7ed2f9bc-9967-41c1-96b6-bb244deee0f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 200 len: 915 time: 0.1387768 Aug 24 19:59:11.969150 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-139ec48b-227c-467e-acfe-e4408c1e83f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 200 len: 217 time: 0.0662780 Aug 24 19:59:12.014703 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 5, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:12.028380 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] Checking router: 7b69cd78-927c-4c97-ad99-e982784c79e4 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:59:12.038922 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-2b147717-473d-4a48-ab32-4fe82b01e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:12.040084 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:59:12.040737 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:58:51Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:12.041105 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-2b147717-473d-4a48-ab32-4fe82b01e13f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 200 len: 853 time: 0.0658994 Aug 24 19:59:12.123084 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-c373651f-e6df-4ec8-895f-498023173bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:12.124562 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-c373651f-e6df-4ec8-895f-498023173bca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838fb45e-8949-4bd8-b86f-285102fc8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776100 Aug 24 19:59:12.243948 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:59:12.299318 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-eb1f0b0e-1419-4df8-8fcf-694aee3f6f81 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676521 Aug 24 19:59:12.460265 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-4c1c2d37-bf02-40e1-a126-ed2bdf0b68f3 req-0b4d36df-280f-45cd-a0be-418944fa6262 service neutron] 10.222.0.38 "GET /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479075 Aug 24 19:59:12.576390 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 5, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:12.580503 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644da8a6-b8ea-4bf8-b288-bc3e8fd443f5 None None] The sync data for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb is: [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 4, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb', '_interfaces': [{'id': '5c5311a9-6aa9-4546-9ecf-e3e788a26a56', 'name': '', 'network_id': '838fb45e-8949-4bd8-b86f-285102fc8c91', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'mac_address': 'fa:16:3e:26:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:56Z', 'revision_number': 5, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'subnets': [{'id': '1f903b31-88cf-49b7-af72-83c2202cae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:59:12.809394 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a585a-cff1-4429-8a9f-e52651e93641 None None] New status for floating IP d359bb1c-42f7-4d3e-b0e9-311701f767bf: DOWN {{(pid=79952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:59:15.569461 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c16ebd-9c58-42d5-b438-bb233aff3e1d req-6c66c3fc-cd04-4210-af90-10d508719787 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:15.570242 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-d8c16ebd-9c58-42d5-b438-bb233aff3e1d req-6c66c3fc-cd04-4210-af90-10d508719787 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Synchronizing usage tracker for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:port {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:59:15.758414 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-d8c16ebd-9c58-42d5-b438-bb233aff3e1d req-6c66c3fc-cd04-4210-af90-10d508719787 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Unset dirty status for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:port {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:59:15.759597 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d8c16ebd-9c58-42d5-b438-bb233aff3e1d req-6c66c3fc-cd04-4210-af90-10d508719787 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.2717810 Aug 24 19:59:15.806068 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-d8c16ebd-9c58-42d5-b438-bb233aff3e1d req-6035166c-57a6-4292-94a9-5578b32cfcd8 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Synchronizing usage tracker for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:security_group {{(pid=79949) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:59:15.910142 dv-cinder-805877-1-smb neutron-server[79949]: DEBUG neutron.quota.resource [req-d8c16ebd-9c58-42d5-b438-bb233aff3e1d req-6035166c-57a6-4292-94a9-5578b32cfcd8 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Unset dirty status for tenant:4150c41da38d41cabec3db15af0e1f97 on resource:security_group {{(pid=79949) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:59:15.911645 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-d8c16ebd-9c58-42d5-b438-bb233aff3e1d req-6035166c-57a6-4292-94a9-5578b32cfcd8 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459541 Aug 24 19:59:17.137957 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1a04f-9a4d-42af-bb82-88bdb24aecb8 req-84e4ae8a-6f99-4949-9008-26b70ec41811 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:17.139486 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a7a1a04f-9a4d-42af-bb82-88bdb24aecb8 req-84e4ae8a-6f99-4949-9008-26b70ec41811 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.1175902 Aug 24 19:59:17.188514 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-a7a1a04f-9a4d-42af-bb82-88bdb24aecb8 req-932192aa-5160-4c01-b36e-9d95d44653e7 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/security-groups?id=58b93b27-3034-461d-a10e-233374038439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Aug 24 19:59:17.276437 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-9902b5c7-046f-42c7-b186-d7c527ed0124 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:17.278011 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-9902b5c7-046f-42c7-b186-d7c527ed0124 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.38 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 946 time: 0.0880804 Aug 24 19:59:17.353080 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Deleting port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:17.353417 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:17.711551 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] For port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:17.711902 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:17.835097 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Calling delete_port for 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 owned by compute:nova {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:18.110649 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.116755 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-30372b20-0ca0-4b81-a30f-e5fa05a1cc29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:18.122726 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] get_ports_and_sgs() called for port_ids ['0a1e4c07-1c8f-492c-946d-ffeb920a3c66'] {{(pid=79951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 24 19:59:18.162509 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Pushing event deleted for resources: {'Port': ['ID=0a1e4c07-1c8f-492c-946d-ffeb920a3c66,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:18.166422 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:18.249884 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] No DVR routers for this DVR port 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 on host hv-cinder-80587 {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:59:18.252522 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-926292'] for port, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.255757 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'name': 'network-vif-deleted', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66'}] {{(pid=79950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:59:18.310013 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857ff1d-0b4b-4ca1-8be6-3818ba9339ac', 'name': 'network-vif-deleted', 'tag': '0a1e4c07-1c8f-492c-946d-ffeb920a3c66', 'status': 'completed', 'code': 200} Aug 24 19:59:18.335586 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [req-fe49aea9-f427-4bc3-a7ad-8e9bb6a9e839 req-b9cdedc2-bc40-4fd8-a57f-fc6a98e43934 tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.38 "DELETE /v2.0/ports/0a1e4c07-1c8f-492c-946d-ffeb920a3c66 HTTP/1.1" status: 204 len: 173 time: 1.0522366 Aug 24 19:59:18.353593 dv-cinder-805877-1-smb neutron-server[79949]: INFO neutron.wsgi [req-23528a5d-ab0d-4f24-bf84-28d307b3399c req-bee28f4e-70d8-470e-b2ce-a26b5004fcfb tempest-TestMinimumBasicScenario-1037035619 tempest-TestMinimumBasicScenario-1037035619-project] 10.222.0.55 "GET /v2.0/ports?device_id=2857ff1d-0b4b-4ca1-8be6-3818ba9339ac HTTP/1.1" status: 200 len: 210 time: 0.0468435 Aug 24 19:59:18.666359 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a90a2be5-a989-472f-9b96-120eacad83f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.784805 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:59:19.733591 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.905867 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37622) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:21.407137 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7f320abf-380b-4feb-873a-01f4378df726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.463320 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397785'] for router_interface, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.808470 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Deleting port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:21.808809 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.075263 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:59:22.094545 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] For port 5c5311a9-6aa9-4546-9ecf-e3e788a26a56, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:22.094545 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.156257 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] No Port match for: 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:59:22.156619 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Device 0a1e4c07-1c8f-492c-946d-ffeb920a3c66 not bound to the agent host hv-cinder-80587 {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:59:22.223088 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Calling delete_port for 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 owned by network:router_interface {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:22.452680 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.535145 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.539725 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e0a781e2-b60a-42a5-9171-f8870fdd7a48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:22.582499 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5311a9-6aa9-4546-9ecf-e3e788a26a56,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:22.586410 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:22.865517 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397733'] for router_interface, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.235542 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Router 7b69cd78-927c-4c97-ad99-e982784c79e4 has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:59:23.419259 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:59:23.428475 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] Sync routers for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:59:23.432994 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b8481c6a-6e24-4e3c-9ac1-a7e074b96673 admin admin] 10.222.0.55 "PUT /v2.0/routers/7b69cd78-927c-4c97-ad99-e982784c79e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5259798 Aug 24 19:59:23.435532 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37628) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:23.439576 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:59:23.440234 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:59:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:23.645929 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: dv-cinder-805877-1-smb {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:59:23.734453 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks [] for router, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.841027 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.916382 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.939639 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:59:22Z', 'revision_number': 5, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port': {'id': 'ad82396d-13bc-4c05-ab78-7aacf8dd4c43', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:46Z', 'updated_at': '2021-08-24T19:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:23.943456 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] Checking router: 7b69cd78-927c-4c97-ad99-e982784c79e4 for host: dv-cinder-805877-1-smb {{(pid=79951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:59:23.951988 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] Routers {'7b69cd78-927c-4c97-ad99-e982784c79e4'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:59:23.952533 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:59:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['7b69cd78-927c-4c97-ad99-e982784c79e4'], 'active': True} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:23.980772 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Deleting port ad82396d-13bc-4c05-ab78-7aacf8dd4c43 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:23.981030 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.109087 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_dvr_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] Set router 7b69cd78-927c-4c97-ad99-e982784c79e4 gateway port host: None {{(pid=79951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:59:24.155510 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] For port ad82396d-13bc-4c05-ab78-7aacf8dd4c43, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:24.155869 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.215287 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.db.l3_hamode_db [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 6, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port_host': None}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:24.219750 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a271070-50c1-4bf6-b69a-527abab235c7 None None] The sync data for ids ['7b69cd78-927c-4c97-ad99-e982784c79e4'] in dv-cinder-805877-1-smb is: [{'id': '7b69cd78-927c-4c97-ad99-e982784c79e4', 'name': 'tempest-TestMinimumBasicScenario-544238512-router', 'tenant_id': '4150c41da38d41cabec3db15af0e1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:45Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 6, 'project_id': '4150c41da38d41cabec3db15af0e1f97', 'gw_port_host': None}] {{(pid=79951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:59:24.291008 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Calling delete_port for ad82396d-13bc-4c05-ab78-7aacf8dd4c43 owned by network:router_gateway {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:24.523327 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.527143 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-64aeeff3-07ac-463d-a5d6-d26a988345d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:24.572684 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ad82396d-13bc-4c05-ab78-7aacf8dd4c43,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:24.599546 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:24.674939 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580876'] for router_gateway, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.843166 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1095'] for router, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.845492 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.969031 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421718'] for router, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.969448 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b69cd78-927c-4c97-ad99-e982784c79e4 {{(pid=79950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 24 19:59:24.983190 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.984652 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] 10.222.0.55 "DELETE /v2.0/routers/7b69cd78-927c-4c97-ad99-e982784c79e4 HTTP/1.1" status: 204 len: 168 time: 1.5469823 Aug 24 19:59:24.986400 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37634) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:25.051344 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Deleting subnet 1f903b31-88cf-49b7-af72-83c2202cae25 {{(pid=79950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:59:25.054707 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.107962 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957326'] for subnet, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.295585 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.443385 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14957269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14542141'] for subnet, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.448401 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:25.483009 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f903b31-88cf-49b7-af72-83c2202cae25,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:25.485379 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:25.487799 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.494286 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041c8c5-63b7-49b1-8d71-b77ff3f1444b None None] Network 838fb45e-8949-4bd8-b86f-285102fc8c91 requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:59:25.495662 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ff84fb67-d7ae-49a3-b19b-fe887533f765 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1f903b31-88cf-49b7-af72-83c2202cae25 HTTP/1.1" status: 204 len: 168 time: 0.5080910 Aug 24 19:59:25.497972 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37638) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:25.607649 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.619624 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Deleting port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:25.619967 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.744360 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] DHCP port deletion for 838fb45e-8949-4bd8-b86f-285102fc8c91 request from dv-cinder-805877-1-smb {{(pid=79951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 24 19:59:25.750443 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Deleting port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:25.750936 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.835181 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] For port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:25.835571 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.968866 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] For port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,segment=NetworkSegment(6f5a321d-0e9e-423b-a450-93e26f712aaa),segment_id=6f5a321d-0e9e-423b-a450-93e26f712aaa)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:25.969550 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.971055 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Calling delete_port for 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e owned by network:dhcp {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:26.117871 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.121804 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e52b64eb-1ca6-4afb-b8d6-acf3b879d9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:26.134631 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Calling delete_port for 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e owned by network:dhcp {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:26.166528 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d74ffa6-eb1a-465e-9d63-08c72b1eca7e,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:26.169589 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:26.170394 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] No DVR routers for this DVR port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e on host dv-cinder-805877-1-smb {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:59:26.209375 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.api [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:59:26.209736 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_db.api [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:59:26.289438 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:59:26.292231 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.305418 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838fb45e-8949-4bd8-b86f-285102fc8c91']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:26.317639 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5a321d-0e9e-423b-a450-93e26f712aaa') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:26.317936 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5a321d-0e9e-423b-a450-93e26f712aaa') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:26.322617 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:59:26.322965 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 5c5311a9-6aa9-4546-9ecf-e3e788a26a56 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:59:26.323391 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:59:26.330094 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.346862 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.353538 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:59:26.353926 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.364150 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:59:26.364150 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:59:26.364150 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ad82396d-13bc-4c05-ab78-7aacf8dd4c43 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:59:26.371359 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:59:26.392101 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: ad82396d-13bc-4c05-ab78-7aacf8dd4c43 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:59:26.392504 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device ad82396d-13bc-4c05-ab78-7aacf8dd4c43 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:59:26.510125 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.513705 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-0e0d7ab1-440d-4aee-9497-aa843e4e3f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:26.527237 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.537533 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Pushing event deleted for resources: {'Network': ['ID=838fb45e-8949-4bd8-b86f-285102fc8c91,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:26.541208 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:26.608179 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-690fd648-af0b-4439-9f6e-0f86f368e433 admin admin] 10.222.0.55 "DELETE /v2.0/networks/838fb45e-8949-4bd8-b86f-285102fc8c91 HTTP/1.1" status: 204 len: 168 time: 1.1091416 Aug 24 19:59:26.611013 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37642) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:26.710771 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Deleting port 1d74ffa6-eb1a-465e-9d63-08c72b1eca7e {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:26.711365 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.777165 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9ace4-676f-4280-b711-52a717d1015a None None] The port '1d74ffa6-eb1a-465e-9d63-08c72b1eca7e' was deleted {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 24 19:59:27.262346 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397785'] for router_interface, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.671125 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Deleting port 3ea56ad8-93c0-46fe-997e-d6e244f4d892 {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:27.671846 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.844474 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] For port 3ea56ad8-93c0-46fe-997e-d6e244f4d892, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=3ea56ad8-93c0-46fe-997e-d6e244f4d892,segment=NetworkSegment(ce98aa94-5767-434e-bdcb-40f49c45eb2a),segment_id=ce98aa94-5767-434e-bdcb-40f49c45eb2a)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:27.844829 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.966775 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Calling delete_port for 3ea56ad8-93c0-46fe-997e-d6e244f4d892 owned by network:router_interface {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:28.220157 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.224052 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-9ba80ae8-2efa-4da1-aa1a-b7d19f961b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:28.269155 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea56ad8-93c0-46fe-997e-d6e244f4d892,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:28.272755 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:28.541363 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397733'] for router_interface, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.008970 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Router d03cb380-12bd-41e3-a977-b273fec0659a has already been hosted by L3 agent d63f5b6f-acc2-47d3-a1f7-75107fa93b92 {{(pid=79950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 24 19:59:29.192216 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] Notify agent at l3_agent.dv-cinder-805877-1-smb the message routers_updated {{(pid=79950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 24 19:59:29.201934 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-b9e95940-bcd3-4472-9ca8-8555736f099f admin admin] 10.222.0.55 "PUT /v2.0/routers/d03cb380-12bd-41e3-a977-b273fec0659a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5899014 Aug 24 19:59:29.202345 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] Sync routers for ids ['d03cb380-12bd-41e3-a977-b273fec0659a'] in dv-cinder-805877-1-smb {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:59:29.204387 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37646) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:29.213482 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] Routers {'d03cb380-12bd-41e3-a977-b273fec0659a'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:59:29.214104 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:59:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['d03cb380-12bd-41e3-a977-b273fec0659a'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:29.384930 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks [] for router, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.396775 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] Set router d03cb380-12bd-41e3-a977-b273fec0659a gateway port host: dv-cinder-805877-1-smb {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:59:29.561794 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.624433 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Deleting port e9f48bba-d771-456c-84ab-c8506f44695f {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:29.624783 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.683580 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'external_fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port': {'id': 'e9f48bba-d771-456c-84ab-c8506f44695f', 'name': '', 'network_id': '169f3926-a623-465f-a165-d358d7f535ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:55Z', 'updated_at': '2021-08-24T19:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c34edf10-e4e1-480f-a7ba-78e1b5d0996e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-smb'}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:29.687505 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] Checking router: d03cb380-12bd-41e3-a977-b273fec0659a for host: dv-cinder-805877-1-smb {{(pid=79952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:59:29.695949 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] Routers {'d03cb380-12bd-41e3-a977-b273fec0659a'} bound to L3 agent in host dv-cinder-805877-1-smb {{(pid=79952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 19:59:29.696565 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805877-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:36:21Z,description=,heartbeat_timestamp=2021-08-24T19:59:21Z,host='dv-cinder-805877-1-smb',id=d63f5b6f-acc2-47d3-a1f7-75107fa93b92,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:36:21Z,topic='l3_agent')) {'router_ids': ['d03cb380-12bd-41e3-a977-b273fec0659a'], 'active': True} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:29.801529 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] For port e9f48bba-d771-456c-84ab-c8506f44695f, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=e9f48bba-d771-456c-84ab-c8506f44695f,segment=NetworkSegment(9e5b135c-9bb7-4af4-b131-b34cc11558c7),segment_id=9e5b135c-9bb7-4af4-b131-b34cc11558c7)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:29.801879 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.848767 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_dvr_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] Set router d03cb380-12bd-41e3-a977-b273fec0659a gateway port host: None {{(pid=79952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 24 19:59:29.931423 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Calling delete_port for e9f48bba-d771-456c-84ab-c8506f44695f owned by network:router_gateway {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:29.953721 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.l3_hamode_db [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:59:29Z', 'revision_number': 6, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port_host': None}], 'dv-cinder-805877-1-smb', False) {} {{(pid=79952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:29.957965 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f6f70-a977-4ee4-99d9-74568f28feb6 None None] The sync data for ids ['d03cb380-12bd-41e3-a977-b273fec0659a'] in dv-cinder-805877-1-smb is: [{'id': 'd03cb380-12bd-41e3-a977-b273fec0659a', 'name': 'tempest-TestMinimumBasicScenario-1986605466-router', 'tenant_id': '99ea1d983e3449afab3b21a4b6c4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:54Z', 'updated_at': '2021-08-24T19:59:29Z', 'revision_number': 6, 'project_id': '99ea1d983e3449afab3b21a4b6c4918e', 'gw_port_host': None}] {{(pid=79952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:59:30.180290 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.184181 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-6b372037-4318-4112-9c0d-b835fe719c9a tempest-AttachVolumeTestJSON-1153414221 tempest-AttachVolumeTestJSON-1153414221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:30.337881 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f48bba-d771-456c-84ab-c8506f44695f,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:30.360664 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 3ea56ad8-93c0-46fe-997e-d6e244f4d892 no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:59:30.370065 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:30.398759 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 3ea56ad8-93c0-46fe-997e-d6e244f4d892 {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:59:30.399121 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 3ea56ad8-93c0-46fe-997e-d6e244f4d892 not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:59:30.436121 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580876'] for router_gateway, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.608898 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1095'] for router, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.611385 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.699947 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421718'] for router, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.700401 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d03cb380-12bd-41e3-a977-b273fec0659a {{(pid=79950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 24 19:59:30.714097 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] Notify callbacks [] for router, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.716180 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-ec14537d-74de-4592-ba9d-83421451805c admin admin] 10.222.0.55 "DELETE /v2.0/routers/d03cb380-12bd-41e3-a977-b273fec0659a HTTP/1.1" status: 204 len: 168 time: 1.5099931 Aug 24 19:59:30.717919 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37650) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:30.778512 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Deleting subnet 4fe748e4-60c6-43a4-85c0-d37a0d893c10 {{(pid=79950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 24 19:59:30.781654 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.839221 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957326'] for subnet, precommit_delete_associations {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.927179 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457842'] for subnet, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.070539 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14957269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14542141'] for subnet, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.074798 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-46d25ec9-db27-44d6-add5-de3c7a33a897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:31.111796 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe748e4-60c6-43a4-85c0-d37a0d893c10,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:31.115231 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:31.118370 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.124058 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9dc00-db16-4029-a1be-34372074153d None None] Network f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b requested from dv-cinder-805877-1-smb {{(pid=79951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 24 19:59:31.124445 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-e34c08a1-d1e8-47e3-b4f7-6d2ce78fffcf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4fe748e4-60c6-43a4-85c0-d37a0d893c10 HTTP/1.1" status: 204 len: 168 time: 0.4054720 Aug 24 19:59:31.126889 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37654) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:31.236739 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333363'] for network, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.247765 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Deleting port 89c7ad62-5410-4d1f-b250-00c53b8d0efb {{(pid=79950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:31.248094 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.373439 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] DHCP port deletion for f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b request from dv-cinder-805877-1-smb {{(pid=79951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 24 19:59:31.377398 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Deleting port 89c7ad62-5410-4d1f-b250-00c53b8d0efb {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:31.377782 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.461796 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.db [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] For port 89c7ad62-5410-4d1f-b250-00c53b8d0efb, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=89c7ad62-5410-4d1f-b250-00c53b8d0efb,segment=NetworkSegment(ce98aa94-5767-434e-bdcb-40f49c45eb2a),segment_id=ce98aa94-5767-434e-bdcb-40f49c45eb2a)] {{(pid=79950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:31.462355 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.583797 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.db [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] For port 89c7ad62-5410-4d1f-b250-00c53b8d0efb, host dv-cinder-805877-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-smb',level=0,port_id=89c7ad62-5410-4d1f-b250-00c53b8d0efb,segment=NetworkSegment(ce98aa94-5767-434e-bdcb-40f49c45eb2a),segment_id=ce98aa94-5767-434e-bdcb-40f49c45eb2a)] {{(pid=79951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 24 19:59:31.584115 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581354'] for port, precommit_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.590274 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.plugin [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Calling delete_port for 89c7ad62-5410-4d1f-b250-00c53b8d0efb owned by network:dhcp {{(pid=79950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:31.706368 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Calling delete_port for 89c7ad62-5410-4d1f-b250-00c53b8d0efb owned by network:dhcp {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 24 19:59:31.738753 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1367257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751776560972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751776014385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14957190'] for port, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.743364 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-cb968306-22c0-4d16-bcfc-57fd04e63ac0 tempest-TestShelveInstance-2082705064 tempest-TestShelveInstance-2082705064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:31.784991 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.db.api [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:59:31.785358 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG oslo_db.api [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:59:31.791935 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Pushing event deleted for resources: {'Port': ['ID=89c7ad62-5410-4d1f-b250-00c53b8d0efb,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:31.794966 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:31.795741 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] No DVR routers for this DVR port 89c7ad62-5410-4d1f-b250-00c53b8d0efb on host dv-cinder-805877-1-smb {{(pid=79950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:59:31.911461 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1455689', 'neutron.services.segments.db._delete_segments_for_network-8751776478109'] for network, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.924268 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b']}} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:31.939959 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce98aa94-5767-434e-bdcb-40f49c45eb2a') {'for_net_delete': True} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:31.940255 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.services.segments.db [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce98aa94-5767-434e-bdcb-40f49c45eb2a') {} {{(pid=79950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:31.952269 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751776475895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957329'] for segment, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.065266 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451656'] for segment, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.073468 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=79950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:59:32.073869 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14957235'] for segment, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: Traceback (most recent call last): Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: timer() Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: cb(*args, **kw) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: return func(*args, **kwargs) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: self._notify() Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: self.callback(batched_events) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: event.method(event) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: return f(self, *a, **k) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: return self._get(url).json() Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: return self.request(url, 'GET', **kwargs) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:59:32.088344 dv-cinder-805877-1-smb neutron-server[79950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:59:32.248748 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1455664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580881'] for network, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.252608 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-28fe7ab0-4b9f-4238-966d-b02f536545ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:32.266701 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545948'] for network, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.277891 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:32.280783 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] 10.222.0.55 "DELETE /v2.0/networks/f3c0ee8f-eb03-4cd7-92fa-d5365b23e83b HTTP/1.1" status: 204 len: 168 time: 1.1529427 Aug 24 19:59:32.281635 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-dce643f4-7b8c-4a8d-9f30-eee9309a0fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:32.288138 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Deleting port 89c7ad62-5410-4d1f-b250-00c53b8d0efb {{(pid=79951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 24 19:59:32.288520 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751776555816'] for port, before_delete {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.312667 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 89c7ad62-5410-4d1f-b250-00c53b8d0efb no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:59:32.375879 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: 89c7ad62-5410-4d1f-b250-00c53b8d0efb {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:59:32.376633 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device 89c7ad62-5410-4d1f-b250-00c53b8d0efb not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:59:32.376633 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device e9f48bba-d771-456c-84ab-c8506f44695f no longer exists at agent ovs-agent-dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:59:32.418827 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa568a-8322-47dd-a4da-0d0c34ab89f3 None None] The port '89c7ad62-5410-4d1f-b250-00c53b8d0efb' was deleted {{(pid=79951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 24 19:59:32.419566 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] No Port match for: e9f48bba-d771-456c-84ab-c8506f44695f {{(pid=79951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 24 19:59:32.419915 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron.plugins.ml2.rpc [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Device e9f48bba-d771-456c-84ab-c8506f44695f not bound to the agent host dv-cinder-805877-1-smb {{(pid=79951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:59:32.682660 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37660) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:32.733044 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-9686a927-ab94-4df3-83a7-2844ff7328f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4150c41da38d41cabec3db15af0e1f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491445 Aug 24 19:59:32.735412 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37664) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:32.794050 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-348a4797-0dce-4d93-8565-b0edf3977afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.819027 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-348a4797-0dce-4d93-8565-b0edf3977afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.962812 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-348a4797-0dce-4d93-8565-b0edf3977afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.966638 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-7ee36598-133f-434f-9e3b-278413c63410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:32.978953 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a4797-0dce-4d93-8565-b0edf3977afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b93b27-3034-461d-a10e-233374038439,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:32.982087 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-348a4797-0dce-4d93-8565-b0edf3977afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:33.113003 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-348a4797-0dce-4d93-8565-b0edf3977afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:33.121426 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-348a4797-0dce-4d93-8565-b0edf3977afd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58b93b27-3034-461d-a10e-233374038439 HTTP/1.1" status: 204 len: 168 time: 0.3777957 Aug 24 19:59:33.798393 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37672) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:33.854788 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-98a94146-7dc7-4e96-a348-fef960bd4255 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99ea1d983e3449afab3b21a4b6c4918e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551517 Aug 24 19:59:33.857114 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.wsgi [-] (79950) accepted ('10.222.0.55', 37676) {{(pid=79950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:59:33.915233 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6a588ab0-6588-4a9c-bd60-ad7a448b88d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:33.940492 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6a588ab0-6588-4a9c-bd60-ad7a448b88d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:34.174188 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6a588ab0-6588-4a9c-bd60-ad7a448b88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352581'] for security_group, after_delete {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:34.178229 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-388f993a-99a4-4b76-bf2f-561bcbb1277c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:59:34.189280 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588ab0-6588-4a9c-bd60-ad7a448b88d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b1307e-a99f-4ee9-8a8d-36ef5a426e9f,revision_number=None']} {{(pid=79950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:34.193947 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG oslo_concurrency.lockutils [None req-6a588ab0-6588-4a9c-bd60-ad7a448b88d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:59:34.197291 dv-cinder-805877-1-smb neutron-server[79950]: DEBUG neutron_lib.callbacks.manager [None req-6a588ab0-6588-4a9c-bd60-ad7a448b88d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:34.198437 dv-cinder-805877-1-smb neutron-server[79950]: INFO neutron.wsgi [None req-6a588ab0-6588-4a9c-bd60-ad7a448b88d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8b1307e-a99f-4ee9-8a8d-36ef5a426e9f HTTP/1.1" status: 204 len: 168 time: 0.3404069 Aug 24 19:59:40.042654 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:48.648223 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-e4c18bf6-a70a-40b8-8055-0de7cbcea4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:49.716533 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:51.368023 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b53e-3821-4e7d-b3a3-e85590e8bc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:52.452248 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:53.767526 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:55.785103 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:00:09.972120 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:18.651933 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f44de561-0fe4-4f02-bc7b-f1b8ff6975dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:19.748812 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:21.388782 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-63a545f2-d27c-4128-a398-17b23f0001b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:22.440341 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:23.737428 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:32.783908 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:00:39.999362 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:48.650110 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-3c18cdb4-b8fb-4bcb-835e-0c20cf30162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:49.724738 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:51.387492 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7dda83ed-b107-491c-b762-90d13d17f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:52.432726 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:53.798500 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:09.782970 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:01:10.015282 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:18.649128 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-a5658144-ea89-4062-bf5b-99ad5a6c4d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:19.729148 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:21.357367 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-c2498e2f-d465-4a69-8015-95cbc8c3e59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:22.437259 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:23.763115 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:40.014097 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:46.781616 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:01:48.653929 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-f239e348-03f6-4bf4-989f-d9378ee4c3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:49.768298 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:51.368205 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7522d94d-1ad0-4998-b483-a5bcf4ed6c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:52.453941 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:53.767855 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:10.029230 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:18.663955 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-95e6d0b1-4890-4d11-a22f-33af010f3979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:19.703949 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:21.372495 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-704cf6e2-ae6c-489e-aac2-2a6dcea98541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:22.498722 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:23.780430 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:02:23.788956 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:40.035566 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:48.652027 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-46dbdf3b-4b18-4043-acf0-3afb4255fc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:49.726407 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:51.383620 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-9f12479a-f859-4171-a437-4ac63359f4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:52.451749 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:53.770024 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:00.779119 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:03:10.031688 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:18.682474 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7bcd4869-4ee2-4814-9947-dc160cd3fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:19.751167 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:21.379488 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0f9eabed-b392-4737-9427-9bf3b61504c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:22.444812 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:23.797202 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:37.779328 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:03:40.090508 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:48.684452 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa996-607d-4929-b50c-48cd12a40ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:49.726983 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:51.358234 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b7cf-fec6-4ba1-a3db-51ae4abb50f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:52.461142 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:53.787644 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:10.066362 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-045ee5a0-f131-4e31-814b-f5e59abb7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:14.777935 dv-cinder-805877-1-smb neutron-server[79952]: DEBUG neutron.db.agents_db [None req-307e4538-1d14-42cf-966e-394c30f918b9 None None] Agent healthcheck: found 6 active agents {{(pid=79952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 20:04:18.691064 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ef006a86-3a2d-4499-90dd-735c034142fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:19.740641 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe644-e971-41f1-9b1b-f4c3cffe4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:21.397928 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4c78-d11a-4217-bc16-1c9ee07fe579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:22.490893 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-7072ab70-763c-4091-bb90-1918859758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:23.770331 dv-cinder-805877-1-smb neutron-server[79951]: DEBUG neutron_lib.callbacks.manager [None req-ae4847f8-85d8-41a0-885f-82c57e58f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751776478091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1444211'] for agent, after_update {{(pid=79951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}